-- Logs begin at Thu 2022-01-27 10:36:43 UTC, end at Thu 2022-01-27 11:33:10 UTC. -- Jan 27 11:07:48.855582 dv-cinder-826607-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 11:07:51.785322 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.common.config [-] Logging enabled! Jan 27 11:07:51.785916 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 11:07:51.786012 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 11:07:51.789987 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.common.config [-] Logging enabled! Jan 27 11:07:51.790251 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 11:07:51.790572 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 11:07:51.791513 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:07:51.791753 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:07:51.792123 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:07:51.792377 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:07:51.792609 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:07:51.792980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.793407 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 11:07:51.793725 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.794025 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.794323 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.794622 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.794917 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.795203 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.795498 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.795798 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.796086 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.796370 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.796659 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.796970 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.797264 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.797559 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.797850 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.798141 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] debug = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.798427 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.798866 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.799289 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.799573 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.799863 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.800146 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.800422 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.800705 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.801019 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.801356 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] host = dv-cinder-826607-1-iscsi {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.801638 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.801927 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.802217 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.802509 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.802789 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.803068 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.803361 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.803638 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.803916 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.804803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.805169 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.805469 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.805767 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.806002 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.806232 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.806533 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.806827 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.807109 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.807389 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.807676 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.807956 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.808238 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.808511 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.808799 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.809113 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.809404 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.809685 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.809964 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.810240 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.810516 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.810803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.811081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.811358 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.811635 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.811927 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.812200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.812476 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.812780 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.813094 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.813383 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.813670 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.813946 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.814231 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.814503 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.814774 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.815047 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_json = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.815321 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.815593 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.815875 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.816149 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.816423 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.816694 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.816988 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.817275 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.817556 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:51.817852 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.818148 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.818448 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.818745 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.819036 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.819318 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.819627 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.819910 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.820200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.820489 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.820778 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.821082 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.821386 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.821679 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.821976 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.822282 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.822578 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.822874 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.823153 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.823431 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.823709 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.823990 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.824278 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.824559 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.824850 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.825176 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.825459 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.825759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.826048 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.826343 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.826637 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.826915 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.827200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.827499 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.827782 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.828059 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.828339 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.828630 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.828908 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.829209 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.829496 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.829777 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.830052 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.830326 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.830605 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.830895 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.831174 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.831448 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.831721 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.831999 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.832272 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.832556 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.832835 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.833134 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.833411 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.833693 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.833969 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.834245 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.834523 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.834797 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.835079 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.835953 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.836239 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.836521 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.836803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.837108 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.837390 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.837668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.837957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.838237 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.838515 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.838795 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.839072 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.839350 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.839644 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.839946 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.840231 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.840515 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.840797 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.841102 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.841385 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.841668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.841951 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.842233 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.842510 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.842802 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.843088 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.843377 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.843685 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.843970 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.844268 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.844551 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.844837 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.845145 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.845428 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.845718 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.846007 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.846305 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.846604 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.846903 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.847200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.847497 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.847779 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.848096 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.848378 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:51.848599 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:07:51.848844 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102503) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 11:07:52.225491 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 11:07:52.225774 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 11:07:52.226192 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 11:07:52.226612 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 11:07:52.563658 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.563853 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.564110 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.565491 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.565767 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.566035 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.610841 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.611122 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.611395 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.626459 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.626750 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.627022 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.658687 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.658972 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.659246 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.695676 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.695955 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:52.696228 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.037325 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.037989 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.037989 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.038144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.039361 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.140780 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.141127 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.141417 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.141693 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.141964 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.142279 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.142545 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.142805 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.143061 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.143344 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.143607 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.143876 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.144138 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.144392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.144647 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.144913 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.145194 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.145461 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.145734 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.145998 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.146274 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.146528 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.146811 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.147198 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.147448 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.147728 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.148745 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.149029 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.149281 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.149514 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.150008 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.150248 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.150631 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 11:07:53.154103 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 11:07:53.158225 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 11:07:53.162195 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 27 11:07:53.164033 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 11:07:53.164499 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 11:07:53.164840 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 11:07:53.165262 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 11:07:53.168136 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 11:07:53.168392 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 11:07:53.168747 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 11:07:53.174179 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 11:07:53.199319 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 11:07:53.199789 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.200095 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102503) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 11:07:53.200461 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.201902 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102503) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 11:07:53.202197 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 11:07:53.202445 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 11:07:53.205862 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.206148 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.271507 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 11:07:53.271754 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 11:07:53.271997 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 11:07:53.272387 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 11:07:53.294962 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_db.sqlalchemy.engines [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102503) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 11:07:53.733752 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing driver for type 'gre' Jan 27 11:07:53.734426 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] gre ID ranges: [(1, 1000)] Jan 27 11:07:53.785926 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing driver for type 'local' Jan 27 11:07:53.786343 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing driver for type 'vlan' Jan 27 11:07:53.799603 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] VlanTypeDriver initialization complete Jan 27 11:07:53.800069 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing driver for type 'vxlan' Jan 27 11:07:53.800574 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] vxlan ID ranges: [(1, 1000)] Jan 27 11:07:53.853940 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing extension driver 'port_security' Jan 27 11:07:53.854327 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.extensions.port_security [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] PortSecurityExtensionDriver initialization complete Jan 27 11:07:53.854716 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing mechanism driver 'openvswitch' Jan 27 11:07:53.855059 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing mechanism driver 'hyperv' Jan 27 11:07:53.861969 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:07:53.862676 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.863052 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.863407 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.863943 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.864385 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.864742 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.865116 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.865518 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.865929 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.866280 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.866686 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.867087 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.867498 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.867842 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.868183 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.868725 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.869170 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.869525 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.869868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.870272 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.870680 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.871028 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.871375 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.871770 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:07:53.872210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] ML2 OVO RPC backend initialized. {{(pid=102503) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 11:07:53.872937 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.873302 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.873719 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.874067 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > networks before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.874415 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.874758 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > ports before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.875105 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.875450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.875790 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.876130 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.876465 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.876799 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.877164 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.877498 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.877832 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.878168 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.878502 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.886402 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded quota_driver: . Jan 27 11:07:53.886772 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.plugin [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Modular L2 Plugin initialization complete Jan 27 11:07:53.887120 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading services supported by the core plugin {{(pid=102503) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 11:07:53.887468 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.plugins.ml2.managers [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Got port-security extension from driver 'port_security' Jan 27 11:07:53.887951 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.extensions.vlantransparent [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Disabled vlantransparent extension. Jan 27 11:07:53.888447 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102503) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 11:07:53.888774 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: router Jan 27 11:07:53.927026 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.927421 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_create 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.927797 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router before_create 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.928166 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.928542 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.928982 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_delete 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.929421 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.929856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.930227 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_create 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.930574 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.930928 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.931277 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.931663 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.932086 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.932467 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.932852 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.933234 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: subnet after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.933668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.933973 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.934328 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.934696 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.935012 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.935372 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router after_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.935716 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.936067 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.936428 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.936768 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.937213 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > agent after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.937714 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.938049 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > network after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.938972 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Tracking information for resource: router configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.939299 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Tracking information for resource: floatingip configured {{(pid=102503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:07:53.945175 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.db.l3_agentschedulers_db [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 11:07:53.945903 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.946268 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.946649 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.946988 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.947969 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router before_create 55550100 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.948340 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.948729 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.949102 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.954103 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.provider_configuration [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service providers = [] {{(pid=102503) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 11:07:53.954471 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.db.servicetype_db [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102503) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 11:07:53.957598 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.service_base [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:07:53.957948 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.service_base [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:07:53.958292 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.service_base [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:07:53.959183 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.services.service_base [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:07:53.959560 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.services.service_base [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 11:07:53.959947 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.960817 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 11:07:53.972119 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.972457 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: auto_allocate Jan 27 11:07:53.978425 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: network precommit_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.978803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: network precommit_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.979333 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.979656 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: tag Jan 27 11:07:53.986430 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.986712 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: timestamp Jan 27 11:07:53.990820 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.991152 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: network_ip_availability Jan 27 11:07:53.997041 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.997417 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.997778 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:53.998520 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:53.998845 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: flavors Jan 27 11:07:54.003720 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:54.004058 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading Plugin: revisions Jan 27 11:07:54.009072 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:07:54.009473 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=102503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 11:07:54.010225 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102503) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 11:07:54.010567 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Initializing extension manager. Jan 27 11:07:54.011092 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: __init__.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.011439 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: __pycache__ {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.011775 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.012109 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: address_group.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.012874 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.013478 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: address-group Jan 27 11:07:54.013800 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: address_scope.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.014515 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.015028 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: address-scope Jan 27 11:07:54.015352 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.016309 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.016819 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: router-admin-state-down-before-update Jan 27 11:07:54.017168 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: agent.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.018059 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.018571 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: agent Jan 27 11:07:54.018894 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: agent_resources_synced.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.019809 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.020319 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: agent-resources-synced Jan 27 11:07:54.020642 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.022551 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.023299 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: allowed-address-pairs Jan 27 11:07:54.023631 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.024999 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.025519 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: auto-allocated-topology Jan 27 11:07:54.025845 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: availability_zone.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.026546 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.027058 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: availability_zone Jan 27 11:07:54.027379 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: availability_zone_filter.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.028295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.028802 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: availability_zone_filter Jan 27 11:07:54.029160 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: data_plane_status.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.030066 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.030568 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 11:07:54.030889 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: default_subnetpools.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.031805 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.032315 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: default-subnetpools Jan 27 11:07:54.032637 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.033493 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.034005 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: dhcp_agent_scheduler Jan 27 11:07:54.034329 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: dns.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.035248 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.035753 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 11:07:54.036076 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: dns_domain_ports.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.037027 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.037536 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 11:07:54.038107 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.039358 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.039876 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 11:07:54.040198 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: dvr.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.040881 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.041413 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: dvr Jan 27 11:07:54.041736 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: ecmp_routes.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.042656 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.043163 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 11:07:54.043484 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: empty_string_filtering.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.044399 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.044904 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: empty-string-filtering Jan 27 11:07:54.045256 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.046170 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.046672 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 11:07:54.046992 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.047918 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.048418 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 11:07:54.048740 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: external_net.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.049676 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.050180 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: external-net Jan 27 11:07:54.050501 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.051412 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.051919 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: extra_dhcp_opt Jan 27 11:07:54.052242 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: extraroute.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.053210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.053718 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: extraroute Jan 27 11:07:54.054766 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: extraroute_atomic.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.055864 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.056370 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: extraroute-atomic Jan 27 11:07:54.056694 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: filter_validation.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.057403 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.057909 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: filter-validation Jan 27 11:07:54.058233 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: fip_pf_description.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.059146 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.059648 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 11:07:54.059971 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: fip_port_details.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.060895 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.061429 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: fip-port-details Jan 27 11:07:54.061753 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: flavors.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.063026 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.063546 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: flavors Jan 27 11:07:54.063875 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.065619 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.066146 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 11:07:54.066474 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: floatingip_pools.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.067178 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.067692 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: floatingip-pools Jan 27 11:07:54.068021 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: ip_allocation.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.069005 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.069537 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 11:07:54.069863 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.070860 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.071371 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: ip-substring-filtering Jan 27 11:07:54.071696 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l2_adjacency.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.072631 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.073187 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 11:07:54.073513 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.074512 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.075026 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: router Jan 27 11:07:54.075349 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.077822 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.078354 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 11:07:54.078687 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.079642 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.080157 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: ext-gw-mode Jan 27 11:07:54.080484 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.081433 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.081944 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: l3-ha Jan 27 11:07:54.082270 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3_flavors.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.083192 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.083699 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: l3-flavors Jan 27 11:07:54.084021 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.084979 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.086037 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 11:07:54.086354 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: l3agentscheduler.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.087417 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.087928 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: l3_agent_scheduler Jan 27 11:07:54.088255 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: local_ip.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.090094 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.090626 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension local_ip not supported by any of loaded plugins Jan 27 11:07:54.090955 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: logging.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.092460 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.093008 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension logging not supported by any of loaded plugins Jan 27 11:07:54.093351 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: metering.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.094102 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.094683 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: metering Jan 27 11:07:54.095009 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.096116 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.096633 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: metering_source_and_destination_fields Jan 27 11:07:54.096990 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: multiprovidernet.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.097923 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.098433 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: multi-provider Jan 27 11:07:54.098757 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: netmtu.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.099670 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.100180 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: net-mtu Jan 27 11:07:54.100504 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: netmtu_writable.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.102207 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.102719 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: net-mtu-writable Jan 27 11:07:54.103048 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: network_availability_zone.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.103734 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.104239 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: network_availability_zone Jan 27 11:07:54.104563 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: network_ip_availability.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.105727 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.106237 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: network-ip-availability Jan 27 11:07:54.106563 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: network_segment_range.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.107349 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.107856 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 11:07:54.108179 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: pagination.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.109194 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.109528 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: pagination Jan 27 11:07:54.109851 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: port_device_profile.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.110774 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.111290 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: port-device-profile Jan 27 11:07:54.111615 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.112539 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.113081 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: port-mac-address-regenerate Jan 27 11:07:54.113411 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.114479 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.114994 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: port-numa-affinity-policy Jan 27 11:07:54.115317 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: port_resource_request.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.116228 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.116797 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 11:07:54.117141 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: port_resource_request_groups.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.118112 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.118620 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 11:07:54.118947 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: portbindings.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.119872 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.120382 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: binding Jan 27 11:07:54.120704 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: portbindings_extended.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.122010 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.122523 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: binding-extended Jan 27 11:07:54.122849 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: portsecurity.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.123778 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.124291 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: port-security Jan 27 11:07:54.124618 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: project_id.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.125627 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.125957 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: project-id Jan 27 11:07:54.126283 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: providernet.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.127195 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.127709 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: provider Jan 27 11:07:54.128029 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.131723 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.132405 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos not supported by any of loaded plugins Jan 27 11:07:54.132871 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.134184 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.134703 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 11:07:54.135038 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.135965 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.136478 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 11:07:54.136809 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_default.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.137769 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.138333 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-default not supported by any of loaded plugins Jan 27 11:07:54.138668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_fip.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.139628 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.140137 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 11:07:54.140463 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.141413 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.141926 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 11:07:54.142251 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.143200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.143709 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 11:07:54.144036 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.144968 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.145479 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 11:07:54.145803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.146863 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.147373 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 11:07:54.148238 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_pps_rule.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.149809 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.150339 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 11:07:54.150669 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.151592 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.152105 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 11:07:54.152434 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: qos_rules_alias.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.153513 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.154031 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 11:07:54.154359 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: quota_check_limit.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.155277 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.155797 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: quota-check-limit Jan 27 11:07:54.156128 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: quotasv2.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.157159 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.157491 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: quotas Jan 27 11:07:54.157815 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: quotasv2_detail.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.159730 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.160074 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: quota_details Jan 27 11:07:54.160404 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: rbac.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.161519 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.162046 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: rbac-policies Jan 27 11:07:54.162377 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: rbac_address_group.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.163411 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.163965 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: rbac-address-group Jan 27 11:07:54.164294 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: rbac_address_scope.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.165259 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.165770 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: rbac-address-scope Jan 27 11:07:54.166097 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: rbac_security_groups.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.167016 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.167528 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: rbac-security-groups Jan 27 11:07:54.167854 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.168771 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.169324 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: rbac-subnetpool Jan 27 11:07:54.169651 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: revisionifmatch.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.170570 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.171080 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: revision-if-match Jan 27 11:07:54.171404 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: revisions.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.172521 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.173066 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: standard-attr-revisions Jan 27 11:07:54.173398 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: router_availability_zone.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.174082 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.174595 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: router_availability_zone Jan 27 11:07:54.174918 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: routerservicetype.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.175840 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.176351 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 11:07:54.176675 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.177718 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.178233 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: security-groups-normalized-cidr Jan 27 11:07:54.178560 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.180256 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.180851 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: port-security-groups-filtering Jan 27 11:07:54.181368 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.182316 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.182833 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: security-groups-remote-address-group Jan 27 11:07:54.183158 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.184131 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.184646 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: security-groups-shared-filtering Jan 27 11:07:54.185000 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.185655 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 11:07:54.186337 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: securitygroup.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.196451 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.197026 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: security-group Jan 27 11:07:54.197364 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: segment.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.198186 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.198699 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension segment not supported by any of loaded plugins Jan 27 11:07:54.199031 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.200027 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.200541 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 11:07:54.200872 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: servicetype.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.202025 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.202545 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: service-type Jan 27 11:07:54.202875 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: sorting.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.203872 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.204210 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: sorting Jan 27 11:07:54.204544 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: standard_attr_segment.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.205506 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.206027 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 11:07:54.206354 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: standardattrdescription.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.207012 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.207526 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: standard-attr-description Jan 27 11:07:54.207852 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: stateful_security_group.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.208800 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.209340 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: stateful-security-group Jan 27 11:07:54.209666 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: stdattrs_common.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.210287 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 11:07:54.210836 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.211780 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.212287 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 11:07:54.212609 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnet_onboard.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.213735 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.214256 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: subnet_onboard Jan 27 11:07:54.214587 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.215534 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.216064 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 11:07:54.216391 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnet_service_types.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.217342 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.217859 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: subnet-service-types Jan 27 11:07:54.218184 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnetallocation.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.219264 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.219788 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: subnet_allocation Jan 27 11:07:54.220118 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.220790 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.221333 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: subnetpool-prefix-ops Jan 27 11:07:54.221658 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.222623 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.223132 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 11:07:54.223453 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: tagging.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.224534 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.225091 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: standard-attr-tag Jan 27 11:07:54.225420 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: timestamp.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.226803 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.227317 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loaded extension: standard-attr-timestamp Jan 27 11:07:54.227648 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: trunk.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.228689 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.229237 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension trunk not supported by any of loaded plugins Jan 27 11:07:54.229565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: trunk_details.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.230488 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.230999 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 11:07:54.231323 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.232245 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.232756 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 11:07:54.233117 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Loading extension file: vlantransparent.py {{(pid=102503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:07:54.233798 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:07:54.234302 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 11:07:54.236897 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:network Jan 27 11:07:54.237418 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnet Jan 27 11:07:54.237820 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:07:54.238215 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:port Jan 27 11:07:54.239489 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.239940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service FLAVORS assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.240576 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.241041 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.241897 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:router Jan 27 11:07:54.242407 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 11:07:54.243074 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service METERING assigned prefix: /metering {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.244633 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:54.245055 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:54.245412 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:07:54.246495 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 11:07:54.246947 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:security_group Jan 27 11:07:54.247388 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 11:07:54.249236 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service CORE assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.249579 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:07:54.249941 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] subnetpool is already registered Jan 27 11:07:54.250374 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service CORE assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.250704 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:07:54.251040 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] subnetpool is already registered Jan 27 11:07:54.253368 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.253807 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service FLAVORS assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.254406 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.254840 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.255177 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:router Jan 27 11:07:54.255517 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] router is already registered Jan 27 11:07:54.255934 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 11:07:54.256274 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] floatingip is already registered Jan 27 11:07:54.256731 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service METERING assigned prefix: /metering {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.258072 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 11:07:54.258410 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] rbac_policy is already registered Jan 27 11:07:54.258830 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:security_group Jan 27 11:07:54.259167 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] security_group is already registered Jan 27 11:07:54.259574 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 11:07:54.259912 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] security_group_rule is already registered Jan 27 11:07:54.260558 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service CORE assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.260890 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:07:54.261252 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] subnetpool is already registered Jan 27 11:07:54.261676 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.resource_helper [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Service CORE assigned prefix: {{(pid=102503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:07:54.262004 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:07:54.262339 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING neutron.quota.resource_registry [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] subnetpool is already registered Jan 27 11:07:54.262820 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: extensions {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.264347 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: address-groups {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.265884 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: address-scopes {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.267184 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: agents {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.268373 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: auto-allocated-topology {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.269683 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: availability_zones {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.270899 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: dhcp-networks {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.272414 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: dhcp-agents {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.273988 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: routers {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.276476 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: flavors {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.277675 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: service_profiles {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.278887 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: next_providers {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.280360 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: service_profiles {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.281925 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: floatingip-pools {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.283205 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: routers {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.285346 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: floatingips {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.286630 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: l3-routers {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.288021 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: l3-agents {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.289690 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: metering-labels {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.291055 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: metering-label-rules {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.292348 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: network-ip-availabilities {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.293630 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: bindings {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.295299 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: quotas {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.296860 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: quotas {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.298428 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: rbac-policies {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.299718 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: security-groups {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.300949 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: security-group-rules {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.302200 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: service-providers {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.303427 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: subnetpools {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.305457 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: subnetpools {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.306911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.308589 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.310428 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.312224 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.315312 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.317199 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.318887 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.321040 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.322835 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.324696 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron.api.extensions [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Extended resource: tags {{(pid=102503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:07:54.330667 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING keystonemiddleware.auth_token [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 11:07:54.336088 dv-cinder-826607-1-iscsi neutron-server[102503]: WARNING keystonemiddleware.auth_token [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 11:07:54.345052 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Acquired lock "singleton_lock" {{(pid=102503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 11:07:54.345539 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_concurrency.lockutils [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Releasing lock "singleton_lock" {{(pid=102503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 11:07:54.346216 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Starting 2 workers Jan 27 11:07:54.351270 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Started child 102612 {{(pid=102503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:07:54.356073 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Started child 102613 {{(pid=102503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:07:54.357013 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.357726 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO neutron.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 11:07:54.358356 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.358511 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [-] (102612) wsgi starting up on http://0.0.0.0:9696 Jan 27 11:07:54.360813 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Starting 1 workers Jan 27 11:07:54.361076 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.362490 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [-] (102613) wsgi starting up on http://0.0.0.0:9696 Jan 27 11:07:54.366162 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Started child 102614 {{(pid=102503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:07:54.367308 dv-cinder-826607-1-iscsi neutron-server[102503]: INFO oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Starting 1 workers Jan 27 11:07:54.370739 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] calling RpcWorker wait() {{(pid=102614) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 11:07:54.371286 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] returning from RpcWorker wait() {{(pid=102614) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 11:07:54.371887 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Started child 102615 {{(pid=102503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:07:54.372624 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.372720 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3a86-8b9a-447b-b65e-60dd33bdd7a7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.373210 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:07:54.374672 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 11:07:54.374883 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:07:54.375076 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:07:54.375312 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:07:54.375659 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:07:54.375827 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:07:54.376314 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.376588 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.376845 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:07:54.377351 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.377351 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.377499 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.377891 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:07:54.377994 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.378243 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.378505 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.378777 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.379020 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.379195 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.379363 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.379628 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.379883 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.380187 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.380449 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.380696 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.380978 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.381158 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.381426 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.381696 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.381944 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.382794 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] debug = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.383050 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.383529 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.383937 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.384329 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.384572 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.384858 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.385142 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.385433 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.385684 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.385928 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.386175 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.386437 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.386693 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.386911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.387216 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.387443 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.387705 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.387929 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.388391 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] host = dv-cinder-826607-1-iscsi {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.388644 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.388865 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.389154 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.389405 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.389680 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.389900 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.390164 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.390433 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.390678 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.390929 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.391224 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.391481 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.391700 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.391961 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.392110 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_options = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.392341 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.392617 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.392890 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.393121 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.393293 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.393450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.393730 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.393885 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.394135 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.394354 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.394576 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.394795 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.395049 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.395295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.395558 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.395834 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.396025 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.396258 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.396511 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.396740 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.396991 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.397227 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.397478 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.397739 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.397979 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.398188 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.398422 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.398615 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.398841 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.399253 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.399496 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.400009 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.400511 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.400511 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.400810 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.400995 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.401234 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.401668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.401860 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.402022 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.402994 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.402994 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.402994 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.402994 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.403458 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.403458 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.403614 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_json = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.403722 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.403938 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.404175 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.404380 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.404610 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.404820 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.405085 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.405323 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.405559 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.406017 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.406415 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.406593 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.406840 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.407074 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.407332 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.407551 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.407793 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.408016 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.408254 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.408566 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.408809 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.409146 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.409409 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.409684 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.409973 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.410232 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.410508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.410736 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.410973 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.411194 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.413980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.414868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.415445 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.415445 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.415445 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416295 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416801 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.416801 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.417199 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.417199 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.417430 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.417660 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.418101 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.418634 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.418634 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.418634 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419058 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419058 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419261 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419418 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419654 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.419899 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.420732 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.420732 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.420732 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.421150 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.421150 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.421387 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422104 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422104 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422104 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422104 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422595 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.422595 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423306 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423306 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423306 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423306 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423818 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.423818 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.424063 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.424185 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.424385 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.424976 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.424976 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.425231 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.425353 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.425500 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.425701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.426546 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.426546 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.426546 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.426546 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.427112 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.427112 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.427346 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.427670 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.427810 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.428033 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.428390 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.428496 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.428685 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.429487 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.429814 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.430193 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.430421 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.430690 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.430933 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.431401 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.431401 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.431665 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.431841 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.432058 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.432300 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.433565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.433565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.433565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.433565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.433565 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.434014 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.434014 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.434226 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.434486 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.434923 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.435398 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.435636 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.435897 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.436186 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.436617 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.437067 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.437349 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.437570 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.437822 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.438077 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.438351 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.438590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.438825 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.439079 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.439335 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.439589 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.439799 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.440032 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.440376 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.440613 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.440847 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.441090 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.441468 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.441930 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.442351 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.442795 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.443254 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.443579 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.443902 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.446856 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.447392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.447392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.447392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.447605 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.447980 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.448225 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.448449 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.448673 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.448952 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.449169 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.449392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.449652 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.449871 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.450091 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.450310 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.450524 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.450777 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.450995 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.451287 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.451532 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.451767 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.452012 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.452256 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.452523 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.452740 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.453018 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.453246 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.453472 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.453679 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.453891 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.454222 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.454334 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.454520 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.454729 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.455940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.455940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.455940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.455940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.456334 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.456334 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.456464 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.456632 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.456870 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.457118 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.457342 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.457566 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.457783 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.458041 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.458288 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.458527 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.458741 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.458974 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.459184 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.459399 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.459612 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.459911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.460207 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.460438 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.460808 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.461060 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.461274 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.461506 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.461713 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.461921 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.462139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.462358 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.462567 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.462813 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.463024 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.463240 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.463463 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.463715 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.463925 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.464151 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.464382 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.464771 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.465028 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.465257 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468173 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.468792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.469276 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.469365 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.469555 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.469807 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.470053 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.470675 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.470675 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.470843 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.471005 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.471220 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.471597 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.472008 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.472356 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.472647 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.472918 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.473195 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.473489 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.473783 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.474051 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.474272 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.474982 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.474982 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.475193 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.475456 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.475706 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.476477 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.476780 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.477213 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.477547 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.477790 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.478011 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.478257 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.478480 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.478712 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.478926 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.479175 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.479413 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.479640 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.479870 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.480114 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.480329 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.480489 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:07:54.481029 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 11:07:54.481192 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:07:54.481345 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:07:54.481514 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:07:54.481682 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:07:54.481833 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:07:54.482508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.482508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.482508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.482508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.482811 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.482811 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483010 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483134 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483256 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483411 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483572 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483785 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.483888 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484038 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484243 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484380 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484503 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484626 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484792 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.484968 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485131 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485287 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485442 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] debug = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485600 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485812 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.485978 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486134 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486293 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486606 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486763 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.486970 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.487064 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.487493 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.487650 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.487807 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.487963 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488120 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488276 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488550 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488682 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488808 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] host = dv-cinder-826607-1-iscsi {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.488966 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489093 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489215 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489334 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489493 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489650 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489809 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.489966 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490123 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490281 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490438 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490597 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490754 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.490912 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.491069 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_options = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.491223 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.491400 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.492587 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.492587 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.492897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:07:54.493081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493081 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.493668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494117 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494117 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494117 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494470 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494470 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494702 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494702 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.494904 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.495026 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.495148 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.495268 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.496210 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.498144 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499084 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_json = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.499701 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.500911 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501923 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.501923 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502075 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502156 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502259 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502426 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502587 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502747 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.502906 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503068 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503325 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503456 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503579 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503704 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.503929 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504057 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504145 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504330 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504544 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504639 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504722 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.504888 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505086 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505248 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505409 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505571 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505737 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.505964 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506115 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506242 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506366 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506616 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506616 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506921 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.506921 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507245 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507325 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507455 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507620 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507784 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.507937 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.508089 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.508236 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.508399 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.508777 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.508777 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509111 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509111 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509539 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509539 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509539 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509806 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509806 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.509947 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510072 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510231 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510391 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510554 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510727 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.510884 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.511043 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.511206 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.511386 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.511540 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.511687 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.512957 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.513769 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.513940 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514105 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514267 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514428 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514590 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514751 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.514913 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.515086 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.515260 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.515576 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.515738 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.515904 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.516062 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.516361 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.516662 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.516983 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.517329 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.517564 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.517791 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.517953 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.518119 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.518282 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.518443 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.518595 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519107 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519107 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519107 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519325 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519391 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519503 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519815 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.519977 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520299 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520475 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520641 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520789 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.520971 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521311 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521475 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521636 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521800 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.521960 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522120 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522280 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522441 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522625 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522801 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.522963 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.523138 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.523297 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.523557 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.523730 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.523916 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.524077 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.524237 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.524399 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.524805 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525001 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525175 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525324 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525628 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525801 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.525962 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526125 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526285 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526446 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526606 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526768 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.526934 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527094 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527254 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527417 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527577 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527739 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.527897 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528393 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528393 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528393 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528819 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528819 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.528819 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529226 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529226 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529508 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529766 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.529766 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530041 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530041 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530308 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530308 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530566 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530566 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530821 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.530958 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531102 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531250 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531386 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531521 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531656 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531791 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.531917 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532079 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532166 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 40972) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:07:54.532260 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532388 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532547 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532707 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.532884 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533071 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533232 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533392 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533553 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533713 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.533875 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534035 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534195 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534355 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534515 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534678 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.534843 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535004 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535165 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535327 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535580 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535679 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535802 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.535977 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536140 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536300 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536460 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536620 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536781 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.536975 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537132 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537291 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537609 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537769 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.537939 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.538100 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.538793 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.538942 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539103 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539265 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539436 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539597 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539888 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.539888 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540133 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540255 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540383 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540504 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540664 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.540823 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.543759 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.544450 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545006 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090578 Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545139 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545933 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545933 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545933 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.545933 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546223 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546311 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546489 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546668 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546832 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.546995 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.547158 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.547318 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.547478 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.547641 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.547802 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548369 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548369 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548369 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548606 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548606 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548748 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.548860 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549066 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549227 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549388 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549553 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549716 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:07:54.549868 dv-cinder-826607-1-iscsi neutron-server[102503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:08:06.118823 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff214bf-05a6-4747-82fa-4298864fa62b None None] get_active_networks_info from dv-cinder-826607-1-iscsi {{(pid=102614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 11:08:06.191185 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff214bf-05a6-4747-82fa-4298864fa62b None None] No non-hosted networks {{(pid=102614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 11:08:06.205143 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.agentschedulers_db [None req-6ff214bf-05a6-4747-82fa-4298864fa62b None None] DHCP Agent not found on host dv-cinder-826607-1-iscsi {{(pid=102614) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 11:08:06.291863 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7133680b-4642-40ac-8117-fa989b9dd525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:08.499097 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5bd02af6-d92e-41e8-bfa0-f3b71dd1cfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:08.534580 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5758df4c-cbed-4144-be75-6b8f4d9f38bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:09.846912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:10.805945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:12.154867 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:12.156200 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.156608 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.157421 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.157762 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.158396 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.158847 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.159186 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.159545 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.159873 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.160348 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.160855 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.161211 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.161717 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:12.162290 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826607-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:12.169771 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826607-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:14.939017 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41072) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:15.439161 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING oslo_policy.policy [None req-1434ebf0-1204-40c5-9164-bf3ea696634e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:15.439731 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING oslo_policy.policy [None req-1434ebf0-1204-40c5-9164-bf3ea696634e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:15.671390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [None req-1434ebf0-1204-40c5-9164-bf3ea696634e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:08:15.672486 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1434ebf0-1204-40c5-9164-bf3ea696634e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7324610 Jan 27 11:08:16.510585 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.db.l3_hamode_db [None req-0768b44e-756d-4951-956e-4bcd7f502085 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 11:08:16.587798 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768b44e-756d-4951-956e-4bcd7f502085 None None] Routers set() bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:08:16.588192 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768b44e-756d-4951-956e-4bcd7f502085 None None] Router IDs set() for agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 11:08:18.324090 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41088) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:18.620207 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'tenant_id': '853e639c90f9495c8ea251f2ac2b90d8'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:18.710255 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.policy [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 11:08:18.751192 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING oslo_policy.policy [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:18.751539 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING oslo_policy.policy [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:18.843533 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108034647', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108034084', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108086160', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108083353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108073307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793108064497', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3411432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3615976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533319', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604836'] for rbac-policy (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:18.908887 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:18.910089 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-042d05d2-2c90-46df-b759-aa2ad4cddec1 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5850530 Jan 27 11:08:21.575751 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41100) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:21.870893 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Request body: {'network': {'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'name': 'private', 'admin_state_up': True}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:21.899356 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Made reservation on behalf of d72da547fc384b78a5df091d7b700a5d for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:08:21.902159 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:21.919217 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.023487 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks [] for security_group (42249ac8-d077-4dd7-8e46-16adc00c845b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.027082 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (42249ac8-d077-4dd7-8e46-16adc00c845b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.046091 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:08:22.074082 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793108569465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (03412984-1bb6-4bce-85d1-d982163f226d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.074657 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Unsubscribe: segment precommit_create {{(pid=102613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 11:08:22.075151 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Added segment 03412984-1bb6-4bce-85d1-d982163f226d of type vlan for network d939bde8-4d03-4c57-8277-a5943e8874b9 Jan 27 11:08:22.090275 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42249ac8-d077-4dd7-8e46-16adc00c845b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:22.115610 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.116031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.116372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.116707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.117055 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.117378 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.117714 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.118038 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.118377 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.118712 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.119033 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.119347 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.119660 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Tracked resource versions report: Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: pushed versions: Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: { 'AddressGroup': {'1.2'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'ConntrackHelper': {'1.0'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Log': {'1.0'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Network': {'1.1'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Port': {'1.7'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'PortForwarding': {'1.2'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'QosPolicy': {'1.10'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroup': {'1.5'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SubPort': {'1.0'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Subnet': {'1.1'}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Trunk': {'1.1'}} Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: consumer versions: Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'ConntrackHelper': '1.0', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'LocalIPAssociation': '1.0', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Log': '1.0', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Network': '1.1', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Port': '1.7', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'PortForwarding': '1.2', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'QosPolicy': '1.10', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroup': '1.5', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroupRule': '1.2', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SubPort': '1.0', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Subnet': '1.1', Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Trunk': '1.1'}} Jan 27 11:08:22.121002 dv-cinder-826607-1-iscsi neutron-server[102613]: {{(pid=102613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:08:22.183177 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (d939bde8-4d03-4c57-8277-a5943e8874b9), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.222584 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (d939bde8-4d03-4c57-8277-a5943e8874b9), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.223598 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:22.224293 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:22.285441 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7085407 Jan 27 11:08:22.324372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f575a-6d20-4d0b-8ffb-1a50dc08ecd9 admin admin] Pushing event updated for resources: {'Network': ['ID=d939bde8-4d03-4c57-8277-a5943e8874b9,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:22.337669 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network d939bde8-4d03-4c57-8277-a5943e8874b9 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:08:24.994590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41114) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:25.483579 dv-cinder-826607-1-iscsi neutron-server[102612]: WARNING oslo_policy.policy [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:25.484142 dv-cinder-826607-1-iscsi neutron-server[102612]: WARNING oslo_policy.policy [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:25.923058 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.policy [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 11:08:25.963834 dv-cinder-826607-1-iscsi neutron-server[102612]: WARNING oslo_policy.policy [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:25.964201 dv-cinder-826607-1-iscsi neutron-server[102612]: WARNING oslo_policy.policy [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:08:25.971955 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:25.973836 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-48386b95-746b-4455-9753-d06ba2ce034b admin admin] 10.222.0.24 "GET /v2.0/networks/d939bde8-4d03-4c57-8277-a5943e8874b9 HTTP/1.1" status: 200 len: 825 time: 0.9772935 Jan 27 11:08:26.012502 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4b3ab18b-177b-4dcf-9b44-4fc538da76bb admin admin] 10.222.0.24 "GET /v2.0/subnetpools/1b2c521a-390e-48a2-a4d4-bacd44bbed5c HTTP/1.1" status: 200 len: 734 time: 0.0326028 Jan 27 11:08:26.021763 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Request body: {'subnet': {'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'name': 'private-subnet', 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:26.058335 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Made reservation on behalf of d72da547fc384b78a5df091d7b700a5d for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:08:26.061127 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:26.341412 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (a1ab4e0a-51d1-4764-b338-caf9dc3ecae1), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:26.408898 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Checking segment: {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:08:26.409273 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Network hostable DHCP agents. Network: d939bde8-4d03-4c57-8277-a5943e8874b9, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:08:26.423744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ab4e0a-51d1-4764-b338-caf9dc3ecae1,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:26.439880 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.440325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.440670 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.441027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.441357 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.441754 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.442245 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.442615 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.442951 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.443892 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.444153 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.444469 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.444784 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Tracked resource versions report: Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: pushed versions: Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: { 'AddressGroup': {'1.2'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'ConntrackHelper': {'1.0'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Log': {'1.0'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Network': {'1.1'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Port': {'1.7'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'PortForwarding': {'1.2'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'QosPolicy': {'1.10'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroup': {'1.5'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SubPort': {'1.0'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Subnet': {'1.1'}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Trunk': {'1.1'}} Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: consumer versions: Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'ConntrackHelper': '1.0', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'LocalIPAssociation': '1.0', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Log': '1.0', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Network': '1.1', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Port': '1.7', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'PortForwarding': '1.2', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'QosPolicy': '1.10', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroup': '1.5', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroupRule': '1.2', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SubPort': '1.0', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Subnet': '1.1', Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Trunk': '1.1'}} Jan 27 11:08:26.446077 dv-cinder-826607-1-iscsi neutron-server[102612]: {{(pid=102612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:08:26.458951 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Network d939bde8-4d03-4c57-8277-a5943e8874b9 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:08:26.475449 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, d939bde8-4d03-4c57-8277-a5943e8874b9) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:26.489405 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:26.490535 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:26.496547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba41c8-783c-4c4e-84e4-e7284a3099e8 None None] Network d939bde8-4d03-4c57-8277-a5943e8874b9 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:08:26.512137 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5a934155-2dcf-4976-a66e-e7a4f3279cb0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4943080 Jan 27 11:08:26.766170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-d939bde8-4d03-4c57-8277-a5943e8874b9', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:08:26.767464 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.069121 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Allocated IP 172.20.0.2 (d939bde8-4d03-4c57-8277-a5943e8874b9/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1/8aae5e47-a06b-4b5c-88c5-f8b2410e160c) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:08:27.318354 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks [] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.326038 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.399607 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Network d939bde8-4d03-4c57-8277-a5943e8874b9 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:08:27.404897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:27.408203 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:08:27.456580 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Pushing event updated for resources: {'Port': ['ID=8aae5e47-a06b-4b5c-88c5-f8b2410e160c,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:27.481946 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.482315 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.482674 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.483020 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.483350 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.483676 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.483999 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.484321 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.484644 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.484999 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.485325 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.485641 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.485957 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Tracked resource versions report: Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: pushed versions: Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: { 'AddressGroup': {'1.2'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'ConntrackHelper': {'1.0'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Log': {'1.0'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Network': {'1.1'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Port': {'1.7'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'PortForwarding': {'1.2'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'QosPolicy': {'1.10'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroup': {'1.5'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SubPort': {'1.0'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Subnet': {'1.1'}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Trunk': {'1.1'}} Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: consumer versions: Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'ConntrackHelper': '1.0', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'LocalIPAssociation': '1.0', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Log': '1.0', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Network': '1.1', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Port': '1.7', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'PortForwarding': '1.2', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'QosPolicy': '1.10', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroup': '1.5', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroupRule': '1.2', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SubPort': '1.0', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Subnet': '1.1', Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Trunk': '1.1'}} Jan 27 11:08:27.487274 dv-cinder-826607-1-iscsi neutron-server[102614]: {{(pid=102614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:08:27.516897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Attempting to bind port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:08:27.517473 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Attempting to bind port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:08:27.517784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Attempting to bind port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c on network d939bde8-4d03-4c57-8277-a5943e8874b9 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:08:27.523412 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:08:27.524067 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Checking segment: {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:08:27.524556 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.524977 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Bound using segment: {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:08:27.525492 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Bound port: 8aae5e47-a06b-4b5c-88c5-f8b2410e160c, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:08:27.525903 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.590945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] For port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:08:27.595435 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] For port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8aae5e47-a06b-4b5c-88c5-f8b2410e160c,segment=NetworkSegment(03412984-1bb6-4bce-85d1-d982163f226d),segment_id=03412984-1bb6-4bce-85d1-d982163f226d)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:08:27.599199 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:27.665244 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9e06-2a38-4f27-bf99-b2b08a7aff7a None None] Pushing event updated for resources: {'Port': ['ID=8aae5e47-a06b-4b5c-88c5-f8b2410e160c,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:29.009021 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41136) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:29.322105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [None req-8dbc2d3b-b62d-4da8-ba34-052821060be9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:08:29.325476 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8dbc2d3b-b62d-4da8-ba34-052821060be9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153155 Jan 27 11:08:31.797299 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41144) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:32.116368 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [None req-a2d8106e-32d3-4b3c-8f2c-6a51dabf7814 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:08:32.117380 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a2d8106e-32d3-4b3c-8f2c-6a51dabf7814 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191588 Jan 27 11:08:34.815250 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41154) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:35.113001 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:35.135095 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (9ccb6743-9524-465a-b797-043a3f4abfc7), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:35.136768 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (9ccb6743-9524-465a-b797-043a3f4abfc7), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:35.272099 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Publish callbacks [] for router_controller (9ccb6743-9524-465a-b797-043a3f4abfc7), precommit_add_association {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:35.277968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (9ccb6743-9524-465a-b797-043a3f4abfc7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:35.294399 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:35.295569 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-65217ae0-3668-4905-95b5-e65ad9cc378c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4793591 Jan 27 11:08:36.068744 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3208-a7ec-400e-b1dd-df8802542655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:37.898849 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41166) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:38.214629 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [None req-9e230503-ecd9-434b-91d8-42b624e69484 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:08:38.215702 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9e230503-ecd9-434b-91d8-42b624e69484 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158908 Jan 27 11:08:38.497424 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d04db36-1d98-4de5-a235-527d4a398133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:38.747340 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8aae5e47-a06b-4b5c-88c5-f8b2410e160c up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:08:38.815338 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52cc6d5-5c6b-4099-ae60-0609b5783615 None None] Network d939bde8-4d03-4c57-8277-a5943e8874b9 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:08:38.903071 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Provisioning complete for port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:38.903474 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:38.904851 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:38.905243 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.115597 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:39.115992 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.130442 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:39.130834 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.170823 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8aae5e47-a06b-4b5c-88c5-f8b2410e160c,segment=NetworkSegment(03412984-1bb6-4bce-85d1-d982163f226d),segment_id=03412984-1bb6-4bce-85d1-d982163f226d)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:08:39.180639 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.249513 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.db.api [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:08:39.249930 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG oslo_db.api [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:08:39.258889 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=8aae5e47-a06b-4b5c-88c5-f8b2410e160c,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:39.791282 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ef4f8-c027-4c49-85de-4249d86a870f None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:39.804987 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.911236 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-e8ea2127-2251-410d-b015-b939c7aeddae None None] Provisioning complete for port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:39.912156 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2127-2251-410d-b015-b939c7aeddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:39.991226 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea2127-2251-410d-b015-b939c7aeddae None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:40.716118 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8aae5e47-a06b-4b5c-88c5-f8b2410e160c up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:08:40.723997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41198) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:40.776028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.776833 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:40.777232 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.854344 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:40.854949 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'tenant_id': '853e639c90f9495c8ea251f2ac2b90d8', 'project_id': '853e639c90f9495c8ea251f2ac2b90d8', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:40.873294 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Made reservation on behalf of 853e639c90f9495c8ea251f2ac2b90d8 for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:08:40.875461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.883911 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.956172 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks [] for security_group (1945a499-3a16-401f-a147-203e1a1d90d4), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.959983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1945a499-3a16-401f-a147-203e1a1d90d4), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.974273 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Reserving flat network on physical network physnet1 {{(pid=102613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 11:08:40.992106 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1945a499-3a16-401f-a147-203e1a1d90d4,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:40.997281 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (28987a19-ee82-447d-86b5-f01632341c7c), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:40.997618 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Added segment 28987a19-ee82-447d-86b5-f01632341c7c of type flat for network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 Jan 27 11:08:41.046585 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (e7a0e72b-5075-4d85-a1cc-97d77c5bd671), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:41.078235 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (e7a0e72b-5075-4d85-a1cc-97d77c5bd671), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:41.079138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:41.079707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:41.109171 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3841307 Jan 27 11:08:41.140779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59735-dcc3-4bc0-a993-a738ff9de8de admin admin] Pushing event updated for resources: {'Network': ['ID=e7a0e72b-5075-4d85-a1cc-97d77c5bd671,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:41.154766 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:08:42.153102 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:42.420772 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:08:43.414131 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41206) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:43.524427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8192-aff1-41fa-bbdb-9ac78025403a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:43.525787 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1c6f8192-aff1-41fa-bbdb-9ac78025403a admin admin] 10.222.0.24 "GET /v2.0/subnets/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1 HTTP/1.1" status: 200 len: 849 time: 0.1107278 Jan 27 11:08:43.640826 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4952b314-f910-4838-891a-89b57596fb4e admin admin] 10.222.0.24 "GET /v2.0/routers/9ccb6743-9524-465a-b797-043a3f4abfc7 HTTP/1.1" status: 200 len: 704 time: 0.1094055 Jan 27 11:08:43.899154 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.197199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Allocated IP 172.20.0.1 (d939bde8-4d03-4c57-8277-a5943e8874b9/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1/5c33be48-414a-4de3-8036-d3a237179936) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:08:44.352310 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks [] for port (5c33be48-414a-4de3-8036-d3a237179936), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.415285 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (5c33be48-414a-4de3-8036-d3a237179936), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.478996 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Network d939bde8-4d03-4c57-8277-a5943e8874b9 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:08:44.487392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:44.494693 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:08:44.495226 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (9ccb6743-9524-465a-b797-043a3f4abfc7), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.559616 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c33be48-414a-4de3-8036-d3a237179936,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:44.641421 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-83b842fa-706a-4fd6-b5ae-8b7611a8dec2 None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:44.642042 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-83b842fa-706a-4fd6-b5ae-8b7611a8dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.680723 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-83b842fa-706a-4fd6-b5ae-8b7611a8dec2 None None] Port 5c33be48-414a-4de3-8036-d3a237179936 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:08:44.744637 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5c33be48-414a-4de3-8036-d3a237179936), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.953872 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks [] for port (5c33be48-414a-4de3-8036-d3a237179936), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.958050 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5c33be48-414a-4de3-8036-d3a237179936), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:44.958907 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (9ccb6743-9524-465a-b797-043a3f4abfc7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:45.014876 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c33be48-414a-4de3-8036-d3a237179936,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:45.081664 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Network d939bde8-4d03-4c57-8277-a5943e8874b9 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:08:45.083472 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:45.242223 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Router 9ccb6743-9524-465a-b797-043a3f4abfc7 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:08:45.302961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-47f642cb-81e8-4382-9209-909f731f6183 None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:45.303265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47f642cb-81e8-4382-9209-909f731f6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:45.332948 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:08:45.336274 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-47f642cb-81e8-4382-9209-909f731f6183 None None] Port 5c33be48-414a-4de3-8036-d3a237179936 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:08:45.339178 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-417d7b6f-aef9-4272-8286-d36a60c7d6a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ccb6743-9524-465a-b797-043a3f4abfc7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6922359 Jan 27 11:08:45.344247 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Sync routers for ids ['9ccb6743-9524-465a-b797-043a3f4abfc7'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:08:45.356829 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Routers {'9ccb6743-9524-465a-b797-043a3f4abfc7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:08:45.357648 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:08:38Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['9ccb6743-9524-465a-b797-043a3f4abfc7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:45.545675 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Set router 9ccb6743-9524-465a-b797-043a3f4abfc7 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:08:45.972109 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:44Z', 'revision_number': 2, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port_host': None, '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:44Z', 'revision_number': 2, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:46.023377 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Checking router: 9ccb6743-9524-465a-b797-043a3f4abfc7 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:08:46.023747 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Updating router 9ccb6743-9524-465a-b797-043a3f4abfc7 port 5c33be48-414a-4de3-8036-d3a237179936 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:08:46.071127 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5c33be48-414a-4de3-8036-d3a237179936), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.575119 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks [] for port (5c33be48-414a-4de3-8036-d3a237179936), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.582411 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5c33be48-414a-4de3-8036-d3a237179936), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.758515 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Attempting to bind port 5c33be48-414a-4de3-8036-d3a237179936 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:08:46.758914 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Attempting to bind port 5c33be48-414a-4de3-8036-d3a237179936 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:08:46.759548 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Attempting to bind port 5c33be48-414a-4de3-8036-d3a237179936 on network d939bde8-4d03-4c57-8277-a5943e8874b9 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:08:46.764711 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:08:46.765145 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Checking segment: {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:08:46.765632 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.766024 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Bound using segment: {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:08:46.766514 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Bound port: 5c33be48-414a-4de3-8036-d3a237179936, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03412984-1bb6-4bce-85d1-d982163f226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:08:46.766910 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5c33be48-414a-4de3-8036-d3a237179936), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.768738 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Pushing event updated for resources: {'Port': ['ID=5c33be48-414a-4de3-8036-d3a237179936,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:46.781513 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.781871 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.782222 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.782613 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.782951 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.783280 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.783614 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.783940 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.784264 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.784602 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.785010 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.785312 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.785633 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Tracked resource versions report: Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: pushed versions: Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: { 'AddressGroup': {'1.2'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'ConntrackHelper': {'1.0'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Log': {'1.0'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Network': {'1.1'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Port': {'1.7'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'PortForwarding': {'1.2'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'QosPolicy': {'1.10'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroup': {'1.5'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SubPort': {'1.0'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Subnet': {'1.1'}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Trunk': {'1.1'}} Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: consumer versions: Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'ConntrackHelper': '1.0', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'LocalIPAssociation': '1.0', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Log': '1.0', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Network': '1.1', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Port': '1.7', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'PortForwarding': '1.2', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'QosPolicy': '1.10', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroup': '1.5', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroupRule': '1.2', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SubPort': '1.0', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Subnet': '1.1', Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Trunk': '1.1'}} Jan 27 11:08:46.787149 dv-cinder-826607-1-iscsi neutron-server[102615]: {{(pid=102615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:08:46.846843 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] For port 5c33be48-414a-4de3-8036-d3a237179936, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:08:46.867375 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] For port 5c33be48-414a-4de3-8036-d3a237179936, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5c33be48-414a-4de3-8036-d3a237179936,segment=NetworkSegment(03412984-1bb6-4bce-85d1-d982163f226d),segment_id=03412984-1bb6-4bce-85d1-d982163f226d)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:08:46.871086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:46.871567 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.872954 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5c33be48-414a-4de3-8036-d3a237179936), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:46.931885 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7d7c-fc7b-4985-a870-251226d56ecd None None] Pushing event updated for resources: {'Port': ['ID=5c33be48-414a-4de3-8036-d3a237179936,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:46.934346 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Routers {'9ccb6743-9524-465a-b797-043a3f4abfc7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:08:46.934934 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:08:38Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['9ccb6743-9524-465a-b797-043a3f4abfc7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:46.975529 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Current status of the port 5c33be48-414a-4de3-8036-d3a237179936 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:46.975932 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5c33be48-414a-4de3-8036-d3a237179936), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:47.010502 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] For port 5c33be48-414a-4de3-8036-d3a237179936, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5c33be48-414a-4de3-8036-d3a237179936,segment=NetworkSegment(03412984-1bb6-4bce-85d1-d982163f226d),segment_id=03412984-1bb6-4bce-85d1-d982163f226d)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:08:47.017977 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5c33be48-414a-4de3-8036-d3a237179936), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:47.033655 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] Set router 9ccb6743-9524-465a-b797-043a3f4abfc7 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:08:47.068129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75d0d2-e4ec-4084-9d2c-bd86cdfc41ae None None] Pushing event updated for resources: {'Port': ['ID=5c33be48-414a-4de3-8036-d3a237179936,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:47.241651 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-dcd7756f-7279-4e95-82d5-7d3da68ea51c None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:47.242054 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcd7756f-7279-4e95-82d5-7d3da68ea51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:47.245721 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:44Z', 'revision_number': 2, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port_host': None, '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:46Z', 'revision_number': 4, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:47.275887 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2cf81-6a77-4bcd-bd54-05967d3b4656 None None] The sync data for ids ['9ccb6743-9524-465a-b797-043a3f4abfc7'] in dv-cinder-826607-1-iscsi is: [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:44Z', 'revision_number': 2, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port_host': None, '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:46Z', 'revision_number': 4, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:08:47.325831 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7756f-7279-4e95-82d5-7d3da68ea51c None None] Current status of the port 5c33be48-414a-4de3-8036-d3a237179936 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:50.019886 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41224) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:50.157706 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35a1c9-3f30-4338-92d6-1e3d47e5ef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:50.159041 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6b35a1c9-3f30-4338-92d6-1e3d47e5ef0e admin admin] 10.222.0.24 "GET /v2.0/networks/e7a0e72b-5075-4d85-a1cc-97d77c5bd671 HTTP/1.1" status: 200 len: 842 time: 0.1381850 Jan 27 11:08:50.168374 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Request body: {'subnet': {'tenant_id': '853e639c90f9495c8ea251f2ac2b90d8', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'cidr': '172.27.2.0/24'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:50.188900 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Made reservation on behalf of 853e639c90f9495c8ea251f2ac2b90d8 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:08:50.191130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:50.595910 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.objects.ports [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 11:08:50.596389 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (944b8d65-2648-4fef-843d-598f0ecc0c4f), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:50.655925 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944b8d65-2648-4fef-843d-598f0ecc0c4f,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:50.667703 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:08:50.668064 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Network hostable DHCP agents. Network: e7a0e72b-5075-4d85-a1cc-97d77c5bd671, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:08:50.689188 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:08:50.700567 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, e7a0e72b-5075-4d85-a1cc-97d77c5bd671) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:50.705316 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:50.705906 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:50.712469 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf3fec-4924-46ca-a9bf-82650c9047fa None None] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:08:50.721883 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5d259e2a-ef43-45bf-993b-86e53a0ad1c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5568109 Jan 27 11:08:50.832358 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b26f2-15e5-4738-a239-2b986d2d6257 None None] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:08:53.083255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41232) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:53.213333 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7f20f202-7dc0-4949-b959-aed7173ab11f admin admin] 10.222.0.24 "GET /v2.0/routers/9ccb6743-9524-465a-b797-043a3f4abfc7 HTTP/1.1" status: 200 len: 710 time: 0.1288996 Jan 27 11:08:53.303413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca5df4-adad-4774-af21-8ab057317696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:08:53.304891 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-60ca5df4-adad-4774-af21-8ab057317696 admin admin] 10.222.0.24 "GET /v2.0/networks/e7a0e72b-5075-4d85-a1cc-97d77c5bd671 HTTP/1.1" status: 200 len: 886 time: 0.0873966 Jan 27 11:08:53.313766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:08:53.552219 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks [] for router_gateway (9ccb6743-9524-465a-b797-043a3f4abfc7), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:53.864323 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks [] for router_gateway (9ccb6743-9524-465a-b797-043a3f4abfc7), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:53.944289 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.048559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Allocated IP 172.27.2.130 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/6a4850bc-2e0b-4649-9dc0-02b0e5323969) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:08:54.153494 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks [] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.186338 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.221888 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:08:54.225252 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:08:54.231727 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:08:54.266399 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Pushing event updated for resources: {'Port': ['ID=6a4850bc-2e0b-4649-9dc0-02b0e5323969,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:54.477568 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks [] for router_gateway (9ccb6743-9524-465a-b797-043a3f4abfc7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.670885 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3660095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12351'] for router (9ccb6743-9524-465a-b797-043a3f4abfc7), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.674186 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3660070'] for router (9ccb6743-9524-465a-b797-043a3f4abfc7), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.766426 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5c33be48-414a-4de3-8036-d3a237179936 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:08:54.782446 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Router 9ccb6743-9524-465a-b797-043a3f4abfc7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:08:54.819458 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:54.820035 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.888021 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:08:54.892362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:54.901095 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-16053f50-9f1d-4eb3-989d-851fca906eba admin admin] 10.222.0.24 "PUT /v2.0/routers/9ccb6743-9524-465a-b797-043a3f4abfc7 HTTP/1.1" status: 200 len: 890 time: 1.5831754 Jan 27 11:08:54.904519 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 5c33be48-414a-4de3-8036-d3a237179936 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:55.619477 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Sync routers for ids ['9ccb6743-9524-465a-b797-043a3f4abfc7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:08:55.631150 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Routers {'9ccb6743-9524-465a-b797-043a3f4abfc7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:08:55.631792 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:08:38Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['9ccb6743-9524-465a-b797-043a3f4abfc7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:55.840186 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Set router 9ccb6743-9524-465a-b797-043a3f4abfc7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:08:56.300161 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:54Z', 'revision_number': 4, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port': {'id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:53Z', 'updated_at': '2022-01-27T11:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:46Z', 'revision_number': 5, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:56.349533 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Checking router: 9ccb6743-9524-465a-b797-043a3f4abfc7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:08:56.349890 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Updating router 9ccb6743-9524-465a-b797-043a3f4abfc7 port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:08:56.397464 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.705310 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks [] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.710911 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.759729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adb91c-12cf-4597-add2-feaf551a3424 None None] Pushing event updated for resources: {'Port': ['ID=6a4850bc-2e0b-4649-9dc0-02b0e5323969,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:56.765168 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Attempting to bind port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:08:56.765547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Attempting to bind port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:08:56.765901 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Attempting to bind port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:08:56.770992 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:08:56.771362 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:08:56.771758 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.772143 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:08:56.772607 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Bound port: 6a4850bc-2e0b-4649-9dc0-02b0e5323969, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:08:56.773255 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.823906 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] For port 6a4850bc-2e0b-4649-9dc0-02b0e5323969, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:08:56.827426 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] For port 6a4850bc-2e0b-4649-9dc0-02b0e5323969, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6a4850bc-2e0b-4649-9dc0-02b0e5323969,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:08:56.831099 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:56.885374 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Routers {'9ccb6743-9524-465a-b797-043a3f4abfc7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:08:56.886005 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:08:38Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['9ccb6743-9524-465a-b797-043a3f4abfc7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:56.890552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adb91c-12cf-4597-add2-feaf551a3424 None None] Pushing event updated for resources: {'Port': ['ID=6a4850bc-2e0b-4649-9dc0-02b0e5323969,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:08:56.994324 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] Set router 9ccb6743-9524-465a-b797-043a3f4abfc7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:08:57.199402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:54Z', 'revision_number': 4, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port': {'id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:53Z', 'updated_at': '2022-01-27T11:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:46Z', 'revision_number': 5, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:08:57.228890 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf27546-9dbf-4794-80d8-ef5981b8964a None None] The sync data for ids ['9ccb6743-9524-465a-b797-043a3f4abfc7'] in dv-cinder-826607-1-iscsi is: [{'id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'name': 'router1', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:08:35Z', 'updated_at': '2022-01-27T11:08:54Z', 'revision_number': 4, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'gw_port': {'id': '6a4850bc-2e0b-4649-9dc0-02b0e5323969', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:53Z', 'updated_at': '2022-01-27T11:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '5c33be48-414a-4de3-8036-d3a237179936', 'name': '', 'network_id': 'd939bde8-4d03-4c57-8277-a5943e8874b9', 'tenant_id': 'd72da547fc384b78a5df091d7b700a5d', 'mac_address': 'fa:16:3e:8e:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccb6743-9524-465a-b797-043a3f4abfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:08:43Z', 'updated_at': '2022-01-27T11:08:46Z', 'revision_number': 5, 'project_id': 'd72da547fc384b78a5df091d7b700a5d', 'subnets': [{'id': 'a1ab4e0a-51d1-4764-b338-caf9dc3ecae1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b2c521a-390e-48a2-a4d4-bacd44bbed5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:08:57.374984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41244) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:08:57.492641 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8f946416-0467-477e-9ecd-86febf7994ad admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163380 Jan 27 11:08:58.783804 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6a4850bc-2e0b-4649-9dc0-02b0e5323969 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:08:58.844076 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:08:58.844476 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:58.920522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:08:58.920901 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:58.940243 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 6a4850bc-2e0b-4649-9dc0-02b0e5323969, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6a4850bc-2e0b-4649-9dc0-02b0e5323969,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:08:58.945906 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:08:58.992078 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=6a4850bc-2e0b-4649-9dc0-02b0e5323969,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:09:00.739918 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6a4850bc-2e0b-4649-9dc0-02b0e5323969 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:09:00.790911 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:09:00.791310 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6a4850bc-2e0b-4649-9dc0-02b0e5323969), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:00.890233 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 6a4850bc-2e0b-4649-9dc0-02b0e5323969 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:09:06.074586 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-31b366f7-9b98-4959-9e7c-1182ee995bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:08.502481 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3fef884c-b12a-4098-986b-d827600d0bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:09.805457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:10.775717 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:12.161533 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:19.420400 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:09:36.067023 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a75293e4-a0ec-4871-9061-b2fd3f6530ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:38.496370 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49c352b7-44d3-4d50-987b-5d9fc03984a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:39.812294 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:40.779485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:42.156730 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:56.419412 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:10:06.069766 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cc3487ad-08cb-4cb8-a30b-b57f2a0da91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:08.499345 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1de25a9e-2461-49d4-aa98-82e1a257a1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:09.811504 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:10.785500 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:12.162030 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:16.903758 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41728) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:16.972808 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b11859-924e-4667-80b5-251032f680dc admin admin] GET failed (client error): The resource could not be found. Jan 27 11:10:16.972808 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-94b11859-924e-4667-80b5-251032f680dc admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646653 Jan 27 11:10:17.208985 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb9447c-618b-4783-aa7a-fe64e63d5886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:17.210457 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-0fb9447c-618b-4783-aa7a-fe64e63d5886 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2376876 Jan 27 11:10:19.454938 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41738) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:19.545845 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0fca2-5745-4a1d-917f-5c0219b368cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:19.547169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d0d0fca2-5745-4a1d-917f-5c0219b368cf admin admin] 10.222.0.24 "GET /v2.0/subnets/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1 HTTP/1.1" status: 200 len: 849 time: 0.0912902 Jan 27 11:10:19.557037 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:19.642645 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Publish callbacks [] for subnet (a1ab4e0a-51d1-4764-b338-caf9dc3ecae1), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:19.777564 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793108777409'] for subnet (a1ab4e0a-51d1-4764-b338-caf9dc3ecae1), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:19.813350 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:19.813527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:19.815799 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] 10.222.0.24 "PUT /v2.0/subnets/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1 HTTP/1.1" status: 200 len: 868 time: 0.2623041 Jan 27 11:10:19.816591 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14963dad-823f-4eb6-91c8-78151f27bd0b None None] Network d939bde8-4d03-4c57-8277-a5943e8874b9 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:10:19.835339 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ab4e0a-51d1-4764-b338-caf9dc3ecae1,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:19.842760 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.843131 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.843477 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.843813 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.844143 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.845999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.846353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.846690 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.847023 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.847369 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.847686 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.848009 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:19.848354 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ce7e6-02d6-484f-91a4-45c93442a230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:20.102129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Provisioning complete for port 5c33be48-414a-4de3-8036-d3a237179936 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:20.102512 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5c33be48-414a-4de3-8036-d3a237179936), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:20.177162 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Current status of the port 5c33be48-414a-4de3-8036-d3a237179936 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:20.186836 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Provisioning complete for port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:20.187184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8aae5e47-a06b-4b5c-88c5-f8b2410e160c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:20.263585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5aa06ee9-3f31-453e-952a-9d4aee151007 None None] Current status of the port 8aae5e47-a06b-4b5c-88c5-f8b2410e160c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:22.072046 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41746) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:22.265906 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb9de7-6a26-47c7-bbe2-745bc0daebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:22.266875 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb9de7-6a26-47c7-bbe2-745bc0daebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:22.268403 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6edb9de7-6a26-47c7-bbe2-745bc0daebb5 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954114 Jan 27 11:10:24.530533 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41754) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:24.660759 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5137db9-be8b-4e71-89b5-9d00e3d0a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:24.661263 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5137db9-be8b-4e71-89b5-9d00e3d0a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:24.662778 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b5137db9-be8b-4e71-89b5-9d00e3d0a520 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312830 Jan 27 11:10:26.898771 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41762) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:27.024720 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11d851-0cae-4cc3-994d-9edd03043a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:27.026006 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4d11d851-0cae-4cc3-994d-9edd03043a8b admin admin] 10.222.0.24 "GET /v2.0/networks/d939bde8-4d03-4c57-8277-a5943e8874b9 HTTP/1.1" status: 200 len: 869 time: 0.1263099 Jan 27 11:10:29.276441 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41770) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:29.405823 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af78b27-f236-42cd-b202-402bd8c3fa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:29.408053 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5af78b27-f236-42cd-b202-402bd8c3fa8c admin admin] 10.222.0.24 "GET /v2.0/networks/e7a0e72b-5075-4d85-a1cc-97d77c5bd671 HTTP/1.1" status: 200 len: 886 time: 0.1305661 Jan 27 11:10:31.650926 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41780) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:31.771510 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aea91b-3b4c-4a51-9f63-3a73cdebafb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:31.771880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aea91b-3b4c-4a51-9f63-3a73cdebafb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:31.773421 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-47aea91b-3b4c-4a51-9f63-3a73cdebafb1 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215310 Jan 27 11:10:33.418062 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:10:34.007811 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41788) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:34.100051 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f3a37-1c58-4c73-b69d-f48f7447e3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:34.100510 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f3a37-1c58-4c73-b69d-f48f7447e3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:34.102028 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-031f3a37-1c58-4c73-b69d-f48f7447e3b7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932791 Jan 27 11:10:36.071482 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-36283039-2ae8-4e6d-9f1b-672a02cdb06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:36.326768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41796) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:36.411351 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae44b5a-1e6b-4a52-9755-5d4025a44695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:36.412700 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fae44b5a-1e6b-4a52-9755-5d4025a44695 admin admin] 10.222.0.24 "GET /v2.0/subnets/944b8d65-2648-4fef-843d-598f0ecc0c4f HTTP/1.1" status: 200 len: 816 time: 0.0850527 Jan 27 11:10:38.500508 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-688fcb49-db8a-4661-94b9-c60eaa9b57ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:38.719502 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41804) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:38.819082 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b03662-5586-44c9-ad68-7f2c8711f410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:38.820412 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-06b03662-5586-44c9-ad68-7f2c8711f410 admin admin] 10.222.0.24 "GET /v2.0/subnets/a1ab4e0a-51d1-4764-b338-caf9dc3ecae1 HTTP/1.1" status: 200 len: 868 time: 0.0999477 Jan 27 11:10:39.812959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.786944 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.164288 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:02.940423 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41858) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:11:02.987133 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [None req-34ee2d61-1362-4ad2-9109-019d8a78ae04 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:11:02.988158 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-34ee2d61-1362-4ad2-9109-019d8a78ae04 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467544 Jan 27 11:11:05.323384 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41866) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:11:05.382969 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd273da-ab66-4ddc-9158-4e2b4184b2a9 admin admin] GET failed (client error): The resource could not be found. Jan 27 11:11:05.384225 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-bdd273da-ab66-4ddc-9158-4e2b4184b2a9 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599096 Jan 27 11:11:05.526179 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100ac4c-e255-4832-b5a4-4aa3589fa60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:11:05.527564 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6100ac4c-e255-4832-b5a4-4aa3589fa60f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394563 Jan 27 11:11:06.073251 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f135f8a-1f94-47c4-940e-f9667f492a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:07.824913 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41876) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:11:07.869951 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared', 'tenant_id': '853e639c90f9495c8ea251f2ac2b90d8', 'project_id': '853e639c90f9495c8ea251f2ac2b90d8'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:11:07.888330 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Made reservation on behalf of 853e639c90f9495c8ea251f2ac2b90d8 for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:11:07.890532 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:07.925486 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING neutron.services.revisions.revision_plugin [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Could not find related network for resource to bump revision. Jan 27 11:11:07.936144 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:11:07.945555 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (8477fb5f-789b-4451-bc3e-9e50d1165376), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:07.945893 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Added segment 8477fb5f-789b-4451-bc3e-9e50d1165376 of type vlan for network 2925631f-bd19-4676-9c1b-747cd69d077d Jan 27 11:11:07.983954 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (2925631f-bd19-4676-9c1b-747cd69d077d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:08.007026 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (2925631f-bd19-4676-9c1b-747cd69d077d), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:08.007936 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:11:08.008513 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:08.040368 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2143502 Jan 27 11:11:08.073425 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Pushing event updated for resources: {'Network': ['ID=2925631f-bd19-4676-9c1b-747cd69d077d,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:11:08.081887 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.082265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.082649 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.082989 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.083325 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.083659 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.084007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.084343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.084676 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.085030 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.085361 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.085687 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.086011 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b349-5272-401f-a0f9-1dd5bce8c347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:08.097433 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 2925631f-bd19-4676-9c1b-747cd69d077d details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:11:08.590442 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6dae28d0-7b7e-4004-8e63-330550fbe893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:09.815907 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:10.342031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41886) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:11:10.399824 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d352ff6-e829-49e8-b3be-1aaa6da5c667 admin admin] GET failed (client error): The resource could not be found. Jan 27 11:11:10.401097 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9d352ff6-e829-49e8-b3be-1aaa6da5c667 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580885 Jan 27 11:11:10.415951 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:11:10.469538 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5342861-8b6b-4cce-b61d-dbdcd40ee3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:11:10.470990 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c5342861-8b6b-4cce-b61d-dbdcd40ee3c5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659902 Jan 27 11:11:10.480690 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d', 'ip_version': 4, 'tenant_id': '853e639c90f9495c8ea251f2ac2b90d8', 'description': 'shared-subnet'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:11:10.499314 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Made reservation on behalf of 853e639c90f9495c8ea251f2ac2b90d8 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:11:10.501667 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:10.662653 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (218857c8-33c1-47e1-97f0-300f13c27e95), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:10.716286 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=218857c8-33c1-47e1-97f0-300f13c27e95,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:11:10.727355 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Checking segment: {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:11:10.727355 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Network hostable DHCP agents. Network: 2925631f-bd19-4676-9c1b-747cd69d077d, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:11:10.743013 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Network 2925631f-bd19-4676-9c1b-747cd69d077d is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:11:10.751705 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 2925631f-bd19-4676-9c1b-747cd69d077d) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:11:10.755756 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:11:10.756341 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:10.761089 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0c197-75a7-43d5-9bb6-be3f9544888f None None] Network 2925631f-bd19-4676-9c1b-747cd69d077d requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:11:10.788962 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-702b02cc-368d-4374-9ac4-19f59fe05bee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2990577 Jan 27 11:11:10.832374 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:10.878747 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-2925631f-bd19-4676-9c1b-747cd69d077d', 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d', 'project_id': '853e639c90f9495c8ea251f2ac2b90d8', 'fixed_ips': [{'subnet_id': '218857c8-33c1-47e1-97f0-300f13c27e95'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:11:10.879613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.021028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Allocated IP 192.168.233.2 (2925631f-bd19-4676-9c1b-747cd69d077d/218857c8-33c1-47e1-97f0-300f13c27e95/4d03fadf-d19f-4e43-9bdb-6a0ec929ba11) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:11:11.161635 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks [] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.167338 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.208207 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Network 2925631f-bd19-4676-9c1b-747cd69d077d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:11:11.211472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:11:11.217606 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:11:11.225578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Pushing event updated for resources: {'Port': ['ID=4d03fadf-d19f-4e43-9bdb-6a0ec929ba11,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:11:11.236613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.236897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.237283 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.237625 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.237957 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.238282 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.238607 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.238933 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.239256 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.239581 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.239902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.240218 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.240537 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:11:11.291554 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Attempting to bind port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:11:11.291848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Attempting to bind port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:11:11.292217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Attempting to bind port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 on network 2925631f-bd19-4676-9c1b-747cd69d077d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:11:11.298286 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:11:11.299257 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Checking segment: {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:11:11.299257 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.299563 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Bound using segment: {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:11:11.299959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Bound port: 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:11:11.300486 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.370934 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] For port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:11:11.374213 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] For port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=4d03fadf-d19f-4e43-9bdb-6a0ec929ba11,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:11:11.379619 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:11.439342 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edecbf-3cc8-4419-ad95-fb7262fea970 None None] Pushing event updated for resources: {'Port': ['ID=4d03fadf-d19f-4e43-9bdb-6a0ec929ba11,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:11:12.173463 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:12.409431 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc40168-45f5-4457-a95d-d01447dfcc35 None None] Network 2925631f-bd19-4676-9c1b-747cd69d077d requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:11:12.525701 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Provisioning complete for port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:11:12.526086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:12.618505 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Current status of the port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:11:12.619242 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:12.657104 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] For port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=4d03fadf-d19f-4e43-9bdb-6a0ec929ba11,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:11:12.662274 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:12.714533 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51e17f-31fd-4881-a418-53c1b2843263 None None] Pushing event updated for resources: {'Port': ['ID=4d03fadf-d19f-4e43-9bdb-6a0ec929ba11,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:11:12.784590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-81aafe38-63fc-4567-95a5-2b73b2d3f26e None None] Provisioning complete for port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:11:12.787925 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-81aafe38-63fc-4567-95a5-2b73b2d3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:12.866307 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:11:12.904802 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-81aafe38-63fc-4567-95a5-2b73b2d3f26e None None] Current status of the port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:11:12.927337 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:11:12.927729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (4d03fadf-d19f-4e43-9bdb-6a0ec929ba11), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:13.007590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 4d03fadf-d19f-4e43-9bdb-6a0ec929ba11 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:11:36.073792 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-41c0b191-bbf6-439d-8303-25053b8348a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:38.503249 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-452cac7e-d6d7-4ddd-be5f-f5d78eb60a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:39.818930 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:40.794611 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:42.166103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:47.414015 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:12:06.075760 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4229af9d-ff28-4a72-bbb8-27c189b6ed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:08.508021 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0391c704-a087-4429-8947-712d5d08ac6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:09.821392 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:10.797877 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:12.169772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:24.413274 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:12:29.031844 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41930) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:29.038512 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [None req-73845f92-50a1-4b61-9e6c-cb661e1ef40c tempest-verify_tempest_config-900063117 tempest-verify_tempest_config-900063117-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:12:29.039850 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-73845f92-50a1-4b61-9e6c-cb661e1ef40c tempest-verify_tempest_config-900063117 tempest-verify_tempest_config-900063117-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068760 Jan 27 11:12:29.327999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 41948) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:29.430828 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.528717 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Publish callbacks [] for security_group (0f45777d-f1a6-479b-b0bb-f99647a6d976), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.532527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0f45777d-f1a6-479b-b0bb-f99647a6d976), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.574877 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45777d-f1a6-479b-b0bb-f99647a6d976,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:12:29.579381 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=358e98b353f947e7bd35dc6cd13625e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2503905 Jan 27 11:12:29.582858 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 41952) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:29.583800 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.584283 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.584526 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.584992 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.585415 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.585775 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.586100 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.586440 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.586775 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.587124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.587462 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.587787 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.588124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a9e55-7050-4117-b961-81fecf52e13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.637618 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Publish callbacks [] for security_group (0f45777d-f1a6-479b-b0bb-f99647a6d976), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.658341 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Publish callbacks [] for security_group (0f45777d-f1a6-479b-b0bb-f99647a6d976), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.747197 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0f45777d-f1a6-479b-b0bb-f99647a6d976), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.749804 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:29.751082 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f45777d-f1a6-479b-b0bb-f99647a6d976 HTTP/1.1" status: 204 len: 168 time: 0.1666105 Jan 27 11:12:29.760587 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45777d-f1a6-479b-b0bb-f99647a6d976,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:12:29.767409 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.767766 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.768114 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.768458 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.768793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.769155 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.769510 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.769845 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.770173 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.770507 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.771087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.771409 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:29.771732 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9116d14-74ac-4b80-ad02-77778cec31c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:36.080012 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-020ba1c1-7bed-4e81-97e7-029ef092df2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:38.508732 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-227489ba-9002-4a5b-96a7-7debe4a78c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:39.825093 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:40.803017 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:42.173564 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:01.413407 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:13:06.080795 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae419-2e2e-41b1-81a2-920a7503caee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:08.509987 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cf5048d4-6fb2-456f-9fdb-0afa8510dcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:09.827934 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:10.802909 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:12.174101 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:36.082823 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27a98554-f5f2-497f-9a94-dfbc34bf96f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:38.412338 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 5 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:13:38.510875 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cad1118f-6ac9-46f1-9fd1-c00f72905da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:39.829740 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:40.807467 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:42.175670 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:05.587752 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3664843'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:06.084027 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9dfabd5a-e3ba-4b69-bc0d-cb35434a719a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:08.511815 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27ad85f6-be84-4de3-a9e1-bcada03c2d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:09.832146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:10.809657 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:12.177744 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:15.410993 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:14:20.397056 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42026) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:14:20.501223 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-466f4f8c-fb2c-4e9a-8264-82c5d51ec97f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030359 Jan 27 11:14:22.749011 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42036) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:14:22.801964 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4b6d3653-0d77-44a5-b76b-ea76af500b93 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519509 Jan 27 11:14:35.571827 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:36.088774 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b62d7e0f-2fc0-4672-9c4a-5d4591eb8313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:38.512251 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-60d5c32a-a238-4ef2-b14c-c483497c53d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:39.834588 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:40.814006 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:42.179581 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:52.408725 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:15:05.572123 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:06.092146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a82c718b-4586-4639-b1ad-715d9173d935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:08.514173 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b29eed80-860a-4c9c-9d3f-22b7d48dbbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:09.838470 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:10.817946 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:12.184812 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:29.408737 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:15:35.573460 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:36.094911 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0d21ce98-4249-4486-8d59-74468b69bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:38.516288 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f941eb99-86bb-4c50-bd7b-49cb5071cdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:39.845432 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:40.821379 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:42.181458 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:53.997542 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42154) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:54.290850 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-78395523-network', 'tenant_id': '867a34f7cd764d75b05a84debe39a217'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:54.311690 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Made reservation on behalf of 867a34f7cd764d75b05a84debe39a217 for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:54.314029 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.322977 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.405293 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks [] for security_group (5cb333d8-528b-48e1-ba8d-9aeeb5b96028), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.410335 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5cb333d8-528b-48e1-ba8d-9aeeb5b96028), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.444779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb333d8-528b-48e1-ba8d-9aeeb5b96028,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:54.454565 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:15:54.457385 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.457730 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.458250 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.458582 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.459064 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.459554 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.460074 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.460701 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.461216 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.461890 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.462664 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.462992 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.463367 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Tracked resource versions report: Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: pushed versions: Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: { 'AddressGroup': {'1.2'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'ConntrackHelper': {'1.0'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Log': {'1.0'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Network': {'1.1'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Port': {'1.7'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'PortForwarding': {'1.2'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'QosPolicy': {'1.10'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroup': {'1.5'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SubPort': {'1.0'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Subnet': {'1.1'}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Trunk': {'1.1'}} Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: consumer versions: Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'ConntrackHelper': '1.0', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'LocalIPAssociation': '1.0', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Log': '1.0', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Network': '1.1', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Port': '1.7', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'PortForwarding': '1.2', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'QosPolicy': '1.10', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroup': '1.5', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SecurityGroupRule': '1.2', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'SubPort': '1.0', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Subnet': '1.1', Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: 'Trunk': '1.1'}} Jan 27 11:15:54.464616 dv-cinder-826607-1-iscsi neutron-server[102613]: {{(pid=102613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:15:54.481258 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (42c0fb7b-1260-434f-8ae4-84e505783992), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.481530 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Added segment 42c0fb7b-1260-434f-8ae4-84e505783992 of type vlan for network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f Jan 27 11:15:54.577597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.603233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.604253 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:54.604834 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.636533 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6371822 Jan 27 11:15:54.637417 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42192) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:54.643038 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Request body: {'subnet': {'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-78395523-subnet', 'tenant_id': '867a34f7cd764d75b05a84debe39a217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:54.663936 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Made reservation on behalf of 867a34f7cd764d75b05a84debe39a217 for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:54.666675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.678068 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d7403-5a12-4d81-b7c5-5c8f999c8145 admin admin] Pushing event updated for resources: {'Network': ['ID=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:54.690851 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:15:54.882024 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (b483fac4-2a75-49a5-9211-5c6c1866dac5), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:54.934003 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b483fac4-2a75-49a5-9211-5c6c1866dac5,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:54.941645 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.942255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.942618 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.942963 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.943302 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.943641 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.943986 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.944314 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.944682 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.945149 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.945515 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.945820 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.946141 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Tracked resource versions report: Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: pushed versions: Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: { 'AddressGroup': {'1.2'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'ConntrackHelper': {'1.0'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Log': {'1.0'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Network': {'1.1'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Port': {'1.7'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'PortForwarding': {'1.2'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'QosPolicy': {'1.10'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroup': {'1.5'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SubPort': {'1.0'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Subnet': {'1.1'}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Trunk': {'1.1'}} Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: consumer versions: Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'ConntrackHelper': '1.0', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'LocalIPAssociation': '1.0', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Log': '1.0', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Network': '1.1', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Port': '1.7', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'PortForwarding': '1.2', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'QosPolicy': '1.10', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroup': '1.5', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SecurityGroupRule': '1.2', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'SubPort': '1.0', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Subnet': '1.1', Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: 'Trunk': '1.1'}} Jan 27 11:15:54.947249 dv-cinder-826607-1-iscsi neutron-server[102612]: {{(pid=102612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:15:54.972569 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Checking segment: {'id': '42c0fb7b-1260-434f-8ae4-84e505783992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:15:54.973224 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Network hostable DHCP agents. Network: 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:15:54.992422 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:15:55.002088 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:55.006555 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:55.007363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:55.013447 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a0119-9c27-4b88-b9cb-498d30575073 None None] Network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:55.038326 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ff9064eb-1256-499b-9d74-259b41886fec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3997238 Jan 27 11:15:55.156534 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388175e-7d5b-4d24-9d8c-3e56df4e6aec None None] Network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:55.611665 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42248) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:56.009445 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42274) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:56.038524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42278) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:56.053921 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1927473160-network', 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:56.077018 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:56.079467 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.088482 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.175616 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks [] for security_group (d3c743d7-e899-420f-b94e-657e5b08b7bb), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.181027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-network', 'tenant_id': '1780d310424c49a98f73d30676d69840'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:56.185264 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d3c743d7-e899-420f-b94e-657e5b08b7bb), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.197304 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-476949177-network', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:56.220556 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:15:56.243138 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793108569465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.243699 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Unsubscribe: segment precommit_create {{(pid=102612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 11:15:56.244163 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Added segment 6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1 of type vlan for network 326373ef-b88f-43a1-a674-ad3e4c245d2e Jan 27 11:15:56.315559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Made reservation on behalf of 1780d310424c49a98f73d30676d69840 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:56.317843 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.322789 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (326373ef-b88f-43a1-a674-ad3e4c245d2e), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.334332 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Made reservation on behalf of f146482f1d884f9e83827a1b414b9389 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:56.336563 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.365936 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.372250 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.393807 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c743d7-e899-420f-b94e-657e5b08b7bb,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:56.397303 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (326373ef-b88f-43a1-a674-ad3e4c245d2e), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.398226 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:56.398793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.494527 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8817129 Jan 27 11:15:56.497769 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42306) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:56.503340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Request body: {'subnet': {'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1927473160-subnet', 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:56.528712 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:56.559045 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424da12e-dd69-4f94-bba8-db74fc00145e admin admin] Pushing event updated for resources: {'Network': ['ID=326373ef-b88f-43a1-a674-ad3e4c245d2e,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:56.561594 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.582232 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:15:56.661484 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks [] for security_group (a14ec24f-4161-4c16-828b-40a8477dedb6), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.676479 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks [] for security_group (38ffdac6-e00f-422b-9790-13ec673943b4), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.677540 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a14ec24f-4161-4c16-828b-40a8477dedb6), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.692783 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (38ffdac6-e00f-422b-9790-13ec673943b4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.717100 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:15:56.733344 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:15:56.743061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (494c0bfe-5323-488b-8952-40c6a4880c28), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.743396 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Added segment 494c0bfe-5323-488b-8952-40c6a4880c28 of type vlan for network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 Jan 27 11:15:56.777952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (d6f48858-14fb-40cc-a2aa-88122d4f1c93), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.785805 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ec24f-4161-4c16-828b-40a8477dedb6,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:56.789080 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.791557 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (15ba213f-8ba8-4e0e-90d8-f31eb705b3b8), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.791895 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Added segment 15ba213f-8ba8-4e0e-90d8-f31eb705b3b8 of type vlan for network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 Jan 27 11:15:56.875157 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ffdac6-e00f-422b-9790-13ec673943b4,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:56.878914 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.881424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.882329 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:56.882899 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.883366 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f48858-14fb-40cc-a2aa-88122d4f1c93,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:56.920223 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Checking segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:15:56.921189 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Network hostable DHCP agents. Network: 326373ef-b88f-43a1-a674-ad3e4c245d2e, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:15:56.946725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:15:56.960414 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9499564 Jan 27 11:15:56.961567 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.962589 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:56.963322 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:56.964715 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42316) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:56.966865 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 326373ef-b88f-43a1-a674-ad3e4c245d2e) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:56.976417 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556b4b9-ae45-4b2a-befd-4557c6243f59 None None] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:56.983112 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Request body: {'subnet': {'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-subnet', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:57.002771 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9627285 Jan 27 11:15:57.003623 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42318) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:57.005859 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9976f-9548-4f52-9474-340ad848e1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:57.007201 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:57.022070 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Request body: {'subnet': {'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-476949177-subnet', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:57.031180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.033621 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:15:57.074700 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ddcb1cf1-f023-4d78-8f10-8b8f9b59599a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5739853 Jan 27 11:15:57.111281 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Made reservation on behalf of 1780d310424c49a98f73d30676d69840 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:57.114721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.253659 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb45e5b1-7be8-435d-aea7-82e2168de914 None None] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:57.317642 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947dc7b-2f02-41a8-8e22-a0cc71a35454 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:57.327644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Made reservation on behalf of f146482f1d884f9e83827a1b414b9389 for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:15:57.334662 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.369698 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:15:57.515170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (9f0bb130-8a81-4dc1-9b83-b4453e718366), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.566427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (ec71e674-b8d3-40de-9a7e-2c6811921a3c), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.580905 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0bb130-8a81-4dc1-9b83-b4453e718366,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:57.603102 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Checking segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:15:57.603827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Network hostable DHCP agents. Network: e5cefd6f-6130-4847-8eaf-b2f824d6c6f2, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:15:57.626829 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:15:57.633960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec71e674-b8d3-40de-9a7e-2c6811921a3c,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:57.636265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Checking segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:15:57.636751 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Network hostable DHCP agents. Network: 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:15:57.649829 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, e5cefd6f-6130-4847-8eaf-b2f824d6c6f2) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:57.656112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:15:57.658318 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:57.658915 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.665755 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6083105-7e74-48b9-a6c8-828d039ec222 None None] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:57.670308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:57.676391 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:57.678192 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.683675 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b1c9942b-3b8d-4157-8605-aeef11394c97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7103109 Jan 27 11:15:57.683953 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42358) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:57.688655 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:57.696875 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61c877-3cfc-46ad-b762-96ced41a22fd None None] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:57.705102 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-73c94d2f-fe9d-4702-abfa-50a12213f314 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6969495 Jan 27 11:15:57.705312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42360) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:57.709469 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:15:57.731946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.734087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.741307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.742283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.896764 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for router_controller (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:57.898517 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for router_controller (1760a79b-8f79-4ef3-b5f6-6923733347c6), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.034300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814cc29-dd8b-42e1-b182-4bcf55678c34 None None] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:15:58.052019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:15:58.052867 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.296026 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for router_gateway (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.300334 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for router_gateway (1760a79b-8f79-4ef3-b5f6-6923733347c6), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.334661 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Allocated IP 172.20.0.2 (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20/ec71e674-b8d3-40de-9a7e-2c6811921a3c/3713b65c-6139-4c09-b658-ec0c5af515b5) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:15:58.364559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42402) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:58.367940 dv-cinder-826607-1-iscsi neutron-server[102612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 11:15:58.595187 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks [] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.599465 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-47fe79c9-ef8c-4467-b6ea-b3991746fc14 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:15:58.603606 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-47fe79c9-ef8c-4467-b6ea-b3991746fc14 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/networks?id=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f HTTP/1.1" status: 200 len: 810 time: 0.2377200 Jan 27 11:15:58.605077 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.631842 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-86f8ee93-6956-4f5a-9bbe-46f0454436e8 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/quotas/867a34f7cd764d75b05a84debe39a217 HTTP/1.1" status: 200 len: 375 time: 0.0210705 Jan 27 11:15:58.699304 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:15:58.703305 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:58.717712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:15:58.749409 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Pushing event updated for resources: {'Port': ['ID=3713b65c-6139-4c09-b658-ec0c5af515b5,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:58.781412 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a4943a32-431d-4737-86a0-24ad7d70f695 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=867a34f7cd764d75b05a84debe39a217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482258 Jan 27 11:15:58.833575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for router_gateway (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.855354 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.855729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.856093 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.856435 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.856784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.857862 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.858661 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.859001 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.859331 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.859672 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.860008 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.860327 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.860653 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Tracked resource versions report: Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: pushed versions: Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: { 'AddressGroup': {'1.2'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'ConntrackHelper': {'1.0'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Log': {'1.0'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Network': {'1.1'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Port': {'1.7'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'PortForwarding': {'1.2'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'QosPolicy': {'1.10'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroup': {'1.5'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SubPort': {'1.0'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Subnet': {'1.1'}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Trunk': {'1.1'}} Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: consumer versions: Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'ConntrackHelper': '1.0', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'LocalIPAssociation': '1.0', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Log': '1.0', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Network': '1.1', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Port': '1.7', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'PortForwarding': '1.2', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'QosPolicy': '1.10', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroup': '1.5', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SecurityGroupRule': '1.2', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'SubPort': '1.0', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Subnet': '1.1', Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: 'Trunk': '1.1'}} Jan 27 11:15:58.861783 dv-cinder-826607-1-iscsi neutron-server[102614]: {{(pid=102614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:15:58.897852 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Attempting to bind port 3713b65c-6139-4c09-b658-ec0c5af515b5 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:15:58.898221 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Attempting to bind port 3713b65c-6139-4c09-b658-ec0c5af515b5 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:15:58.898587 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Attempting to bind port 3713b65c-6139-4c09-b658-ec0c5af515b5 on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:15:58.916181 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:15:58.916574 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Checking segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:15:58.917003 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.917407 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Bound using segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:15:58.917881 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Bound port: 3713b65c-6139-4c09-b658-ec0c5af515b5, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:15:58.918261 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:58.925871 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.071608 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] For port 3713b65c-6139-4c09-b658-ec0c5af515b5, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:15:59.088079 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] For port 3713b65c-6139-4c09-b658-ec0c5af515b5, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3713b65c-6139-4c09-b658-ec0c5af515b5,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:15:59.094828 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.177909 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for router_gateway (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.199059 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899ca6-c904-4a01-9232-760a0bcda77c None None] Pushing event updated for resources: {'Port': ['ID=3713b65c-6139-4c09-b658-ec0c5af515b5,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:15:59.221317 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.282150 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Allocated IP 172.27.2.139 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/6420d5b2-dd87-4ee0-a052-4499a6c754c9) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:15:59.358550 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-b5a4dc0c-e1bb-4731-b4ec-c9c90135b974 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:15:59.359769 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-b5a4dc0c-e1bb-4731-b4ec-c9c90135b974 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2858377 Jan 27 11:15:59.457304 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.520366 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42454) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:59.569050 dv-cinder-826607-1-iscsi neutron-server[102613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 11:15:59.569959 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42456) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:59.650012 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:59.650291 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-ae156d0e-9fd8-49b9-b31b-8b8d44564533 service neutron] 10.222.0.24 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516060 Jan 27 11:15:59.750589 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-dce82197-f050-42c3-a9e5-043c5801bd96 service neutron] 10.222.0.24 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210182 Jan 27 11:15:59.792107 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42470) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:15:59.822324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:15:59.833907 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:15:59.914404 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:15:59.932470 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe02ae-f741-4cf9-b5ea-0f430ea10db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.067133 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-98a3db92-cfad-4187-ad56-c2b31f0eedb2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:00.070513 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe02ae-f741-4cf9-b5ea-0f430ea10db7 admin admin] Publish callbacks [] for security_group (1dc2e81e-f98e-45da-987d-1458849b768b), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.074202 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-98a3db92-cfad-4187-ad56-c2b31f0eedb2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.5528383 Jan 27 11:16:00.076918 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Allocated IP 172.27.2.108 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/199d6ccf-3450-48b9-b8fe-884a8271c5b9) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:00.079580 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe02ae-f741-4cf9-b5ea-0f430ea10db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1dc2e81e-f98e-45da-987d-1458849b768b), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.091212 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5f20e174-0c44-495c-876f-4a279e4d1143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.141978 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Pushing event updated for resources: {'Port': ['ID=6420d5b2-dd87-4ee0-a052-4499a6c754c9,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:00.155811 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5fac2ec4-d3d3-4c04-ab20-dfc47718c630 req-96e33608-c92f-49af-b0ed-41354b5b6f2e tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 210 time: 0.0714703 Jan 27 11:16:00.182690 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7bbe02ae-f741-4cf9-b5ea-0f430ea10db7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=870c0dd3b84d44fbbc2e9087fdce38d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3893797 Jan 27 11:16:00.194938 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-e6305875-36d6-419f-8c70-e673f5fca3eb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/quotas/663062073cd74d5bac2edb14ef0f50a2 HTTP/1.1" status: 200 len: 375 time: 0.1197278 Jan 27 11:16:00.200283 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42496) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:00.216200 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe02ae-f741-4cf9-b5ea-0f430ea10db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2e81e-f98e-45da-987d-1458849b768b,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:00.291124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] Publish callbacks [] for security_group (1dc2e81e-f98e-45da-987d-1458849b768b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.320820 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] Publish callbacks [] for security_group (1dc2e81e-f98e-45da-987d-1458849b768b), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.362996 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-0d258588-bb6a-4488-9f02-c17709851006 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1669631 Jan 27 11:16:00.399670 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1dc2e81e-f98e-45da-987d-1458849b768b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.408387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.409874 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dc2e81e-f98e-45da-987d-1458849b768b HTTP/1.1" status: 204 len: 168 time: 0.2083356 Jan 27 11:16:00.423729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c063-f927-43a6-b2fb-7985ab2be5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2e81e-f98e-45da-987d-1458849b768b,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:00.520212 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:00.636827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-15aab920-1866-443e-8fd4-9c026f64662e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:16:00.642756 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-15aab920-1866-443e-8fd4-9c026f64662e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1792164 Jan 27 11:16:00.842406 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82119c4-cccd-476a-b101-8e32d29dfb73 None None] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:16:00.936806 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Provisioning complete for port 3713b65c-6139-4c09-b658-ec0c5af515b5 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:00.937472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.051378 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42548) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:01.072814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ad62f41-f5fb-461c-aa02-aa04609d8f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.087763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.117774 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3713b65c-6139-4c09-b658-ec0c5af515b5 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:01.122326 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for router_gateway (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.158096 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Current status of the port 3713b65c-6139-4c09-b658-ec0c5af515b5 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:01.158747 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.242789 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] For port 3713b65c-6139-4c09-b658-ec0c5af515b5, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3713b65c-6139-4c09-b658-ec0c5af515b5,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:01.249848 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:01.254025 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.291516 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 3713b65c-6139-4c09-b658-ec0c5af515b5 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:01.292159 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.356447 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ad62f41-f5fb-461c-aa02-aa04609d8f62 admin admin] Publish callbacks [] for security_group (7bd0e299-7bd8-48c6-9579-ce27869e91ee), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.362281 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-34cb6b57-8ffb-41dd-bf03-fc360239b9b1 req-de7810de-0cab-4353-9f47-15e5e337da39 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 210 time: 0.0963123 Jan 27 11:16:01.367804 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d158376-dd3b-4ca5-8f84-b6e0535bf4dd None None] Pushing event updated for resources: {'Port': ['ID=3713b65c-6139-4c09-b658-ec0c5af515b5,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:01.372046 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ad62f41-f5fb-461c-aa02-aa04609d8f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (7bd0e299-7bd8-48c6-9579-ce27869e91ee), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.393868 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:01.410395 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4ad62f41-f5fb-461c-aa02-aa04609d8f62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f59ecb9cf2f34672ac64e93227cb08e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3517141 Jan 27 11:16:01.416524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42558) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:01.450229 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 3713b65c-6139-4c09-b658-ec0c5af515b5 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:01.460714 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8968a739-0cdf-4148-ab0f-978f3d67bb84 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433895 Jan 27 11:16:01.461343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Pushing event updated for resources: {'Port': ['ID=199d6ccf-3450-48b9-b8fe-884a8271c5b9,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:01.466028 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5f20e174-0c44-495c-876f-4a279e4d1143 admin admin] Publish callbacks [] for security_group (6c1e2798-b4c3-48f7-9be0-8b611cd35472), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.471130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:01.474184 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62f41-f5fb-461c-aa02-aa04609d8f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0e299-7bd8-48c6-9579-ce27869e91ee,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:01.506613 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] Publish callbacks [] for security_group (7bd0e299-7bd8-48c6-9579-ce27869e91ee), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.529693 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] Publish callbacks [] for security_group (7bd0e299-7bd8-48c6-9579-ce27869e91ee), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.581658 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-8b6e4250-7c46-4b0e-a4c8-00a733bd5b03 None None] Provisioning complete for port 3713b65c-6139-4c09-b658-ec0c5af515b5 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:01.582037 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4250-7c46-4b0e-a4c8-00a733bd5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.587382 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (7bd0e299-7bd8-48c6-9579-ce27869e91ee), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.589983 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.591085 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bd0e299-7bd8-48c6-9579-ce27869e91ee HTTP/1.1" status: 204 len: 168 time: 0.1732869 Jan 27 11:16:01.600506 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e18c3-3d79-422a-9f9f-1fe262dc951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0e299-7bd8-48c6-9579-ce27869e91ee,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:01.625812 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5f20e174-0c44-495c-876f-4a279e4d1143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6c1e2798-b4c3-48f7-9be0-8b611cd35472), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.731568 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e4250-7c46-4b0e-a4c8-00a733bd5b03 None None] Current status of the port 3713b65c-6139-4c09-b658-ec0c5af515b5 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:01.776914 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5f20e174-0c44-495c-876f-4a279e4d1143 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29d9025acdc946679e1aea63fec5215e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2036221 Jan 27 11:16:01.777823 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42570) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:01.841184 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e174-0c44-495c-876f-4a279e4d1143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e2798-b4c3-48f7-9be0-8b611cd35472,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:01.908233 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-c6d1f2b9-0515-4bf5-822c-9a19ea97def8 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467133 Jan 27 11:16:01.917233 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] Publish callbacks [] for security_group (6c1e2798-b4c3-48f7-9be0-8b611cd35472), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:01.947903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] Publish callbacks [] for security_group (6c1e2798-b4c3-48f7-9be0-8b611cd35472), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.010636 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6c1e2798-b4c3-48f7-9be0-8b611cd35472), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.015779 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.020130 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c1e2798-b4c3-48f7-9be0-8b611cd35472 HTTP/1.1" status: 204 len: 168 time: 0.2372901 Jan 27 11:16:02.022668 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.025172 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for router_gateway (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.035815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f4c66-1424-4e36-bcd7-b6aa7566d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e2798-b4c3-48f7-9be0-8b611cd35472,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:02.239481 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fc3ce3f8-b668-4841-b312-b1bd6de0796a req-370d92ae-700f-4eef-b050-730d7445426e tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 210 time: 0.0487642 Jan 27 11:16:02.250553 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.44', 56921) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:02.289202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42600) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:02.550303 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-3aae3b3c-32ff-4ef0-97e5-bbf27ac84fd4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:02.552645 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-3aae3b3c-32ff-4ef0-97e5-bbf27ac84fd4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.44 "GET /v2.0/networks?id=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f HTTP/1.1" status: 200 len: 810 time: 0.3005362 Jan 27 11:16:02.564334 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42624) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:02.599571 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a1097ce6-4945-471e-b7b6-a0806a32b86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.624036 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Request body: {'port': {'device_id': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f', 'admin_state_up': True, 'tenant_id': '867a34f7cd764d75b05a84debe39a217'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:02.642231 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:16:02.882849 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:16:02.948311 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-69e353de-f15d-4306-881d-ab97750ea16d req-8e7b6165-9b27-4fa7-810e-eee5d941cbcb tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 210 time: 0.0711143 Jan 27 11:16:02.951561 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Sync routers for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:16:02.956425 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1006bd6e-f692-4912-88c0-b56d00322d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.967167 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:02.968817 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:15:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:03.088746 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3713b65c-6139-4c09-b658-ec0c5af515b5 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:03.221306 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a1097ce6-4945-471e-b7b6-a0806a32b86d admin admin] Publish callbacks [] for security_group (e921139c-132f-475a-b62f-d047e280dd3f), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:03.231422 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a1097ce6-4945-471e-b7b6-a0806a32b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e921139c-132f-475a-b62f-d047e280dd3f), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:03.244918 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 3713b65c-6139-4c09-b658-ec0c5af515b5 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:03.245364 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:03.257142 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Made reservation on behalf of 867a34f7cd764d75b05a84debe39a217 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:03.266164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:03.323478 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1097ce6-4945-471e-b7b6-a0806a32b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921139c-132f-475a-b62f-d047e280dd3f,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:03.425397 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a1097ce6-4945-471e-b7b6-a0806a32b86d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2c5bcb0d99d4a7b8bb680ff60fee073&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8592241 Jan 27 11:16:03.438970 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ca8d4249-79c4-4cfa-a8f2-a92baf1945dc req-23714831-73d9-4936-9dbb-2893a797eb3d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 210 time: 0.0713043 Jan 27 11:16:03.448163 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42684) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:03.488800 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:03.490070 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-47a5476b-5bb9-4e57-93aa-7eeda9c67aff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8051717 Jan 27 11:16:03.492677 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 3713b65c-6139-4c09-b658-ec0c5af515b5 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:03.505771 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42686) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:03.583015 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:03.584123 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.112317 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:00Z', 'revision_number': 3, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:04.176120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Allocated IP 172.20.0.11 (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f/b483fac4-2a75-49a5-9211-5c6c1866dac5/86875824-757e-43c2-ba1a-07ec2a9929e4) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:04.218720 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Checking router: 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:16:04.223180 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Updating router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:16:04.298367 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d6fe6411-ea76-42dc-b52c-54872b3c255f req-93a3a371-9abf-4548-82ac-40f2056548ac tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 210 time: 0.1057091 Jan 27 11:16:04.299037 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:16:04.349105 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.426976 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] Publish callbacks [] for security_group (e921139c-132f-475a-b62f-d047e280dd3f), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.464294 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] Publish callbacks [] for security_group (e921139c-132f-475a-b62f-d047e280dd3f), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.505451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42718) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:04.527356 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e921139c-132f-475a-b62f-d047e280dd3f), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.531234 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.536641 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e921139c-132f-475a-b62f-d047e280dd3f HTTP/1.1" status: 204 len: 168 time: 1.0866573 Jan 27 11:16:04.574433 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ded84-d26c-4861-96f3-bd2a2bad24a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921139c-132f-475a-b62f-d047e280dd3f,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:04.719241 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks [] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.739164 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1006bd6e-f692-4912-88c0-b56d00322d32 admin admin] Publish callbacks [] for security_group (c2322c9a-1058-431c-b90d-18ccc2f0d1a6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.789121 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.44', 56928) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:04.790763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1006bd6e-f692-4912-88c0-b56d00322d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c2322c9a-1058-431c-b90d-18ccc2f0d1a6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.949795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.957796 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95b244c4-8a0c-49e5-9941-026072657bc7 req-0161f59a-e3e1-4d6c-8d3c-529032372186 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 210 time: 0.1232977 Jan 27 11:16:05.022941 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks [] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.032099 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.126311 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Pushing event updated for resources: {'Port': ['ID=6420d5b2-dd87-4ee0-a052-4499a6c754c9,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:05.131528 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Attempting to bind port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:05.132172 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Attempting to bind port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:05.132376 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1006bd6e-f692-4912-88c0-b56d00322d32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7055c8747bbe4d308f11c1ef076cab0b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8336039 Jan 27 11:16:05.133016 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Attempting to bind port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:05.142672 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.143646 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.144356 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.145004 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.145544 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.146074 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.146698 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.147230 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.147923 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.148561 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.149118 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.149707 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.150779 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Tracked resource versions report: Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: pushed versions: Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: { 'AddressGroup': {'1.2'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'ConntrackHelper': {'1.0'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Log': {'1.0'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Network': {'1.1'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Port': {'1.7'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'PortForwarding': {'1.2'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'QosPolicy': {'1.10'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroup': {'1.5'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SubPort': {'1.0'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Subnet': {'1.1'}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Trunk': {'1.1'}} Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: consumer versions: Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: { DHCP agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: L3 agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: Metadata agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: Metering agent@dv-cinder-826607-1-iscsi: {}, Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: Open vSwitch agent@dv-cinder-826607-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'ConntrackHelper': '1.0', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'LocalIPAssociation': '1.0', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Log': '1.0', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Network': '1.1', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Port': '1.7', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'PortForwarding': '1.2', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'QosPolicy': '1.10', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroup': '1.5', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SecurityGroupRule': '1.2', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'SubPort': '1.0', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Subnet': '1.1', Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: 'Trunk': '1.1'}} Jan 27 11:16:05.152153 dv-cinder-826607-1-iscsi neutron-server[102615]: {{(pid=102615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:16:05.159907 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:05.160794 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:05.161620 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.162220 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:05.163024 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Bound port: 6420d5b2-dd87-4ee0-a052-4499a6c754c9, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:05.163690 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.247703 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] For port 6420d5b2-dd87-4ee0-a052-4499a6c754c9, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:05.255597 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] For port 6420d5b2-dd87-4ee0-a052-4499a6c754c9, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6420d5b2-dd87-4ee0-a052-4499a6c754c9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:05.266398 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.329901 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42732) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:05.414661 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:05.422210 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:15:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:05.451064 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-eb21a3ab-2e3d-48a8-81b9-e3101ab4e7ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:05.454834 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-eb21a3ab-2e3d-48a8-81b9-e3101ab4e7ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.6469150 Jan 27 11:16:05.470105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:05.487588 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Request body: {'port': {'device_id': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'admin_state_up': True, 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:05.493566 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:05.502913 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Pushing event updated for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:05.508351 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:05.515602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:05.521840 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.612316 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.627367 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-a8f23dd4-ef05-4bda-9e11-4fb11d0c5d9c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0169239 Jan 27 11:16:05.724754 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-9e7e574b-8bab-42ea-bf67-cfb64aa5f4c5 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:16:05.726195 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-9e7e574b-8bab-42ea-bf67-cfb64aa5f4c5 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0859087 Jan 27 11:16:05.727162 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] Publish callbacks [] for security_group (c2322c9a-1058-431c-b90d-18ccc2f0d1a6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.778333 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] Publish callbacks [] for security_group (c2322c9a-1058-431c-b90d-18ccc2f0d1a6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.819581 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:05.820011 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-383d49e4-2099-4880-a3ba-2ebf727502c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.820613 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.909882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c2322c9a-1058-431c-b90d-18ccc2f0d1a6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.914932 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.917001 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2322c9a-1058-431c-b90d-18ccc2f0d1a6 HTTP/1.1" status: 204 len: 168 time: 0.5856228 Jan 27 11:16:05.928622 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:05.932966 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.937573 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d59e09-48b1-4387-80f9-74d20cca26f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2322c9a-1058-431c-b90d-18ccc2f0d1a6,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:06.099260 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006bd6e-f692-4912-88c0-b56d00322d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2322c9a-1058-431c-b90d-18ccc2f0d1a6,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:06.116033 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb950-47f8-4b5b-92f6-549a317ab3e7 None None] Pushing event updated for resources: {'Port': ['ID=6420d5b2-dd87-4ee0-a052-4499a6c754c9,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:06.124067 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ce3844cf-0226-46da-8c34-c3e864557748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:06.217655 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:00Z', 'revision_number': 3, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:06.257531 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5667d-c79c-49e6-babc-572d878b975b None None] The sync data for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi is: [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:00Z', 'revision_number': 3, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:16:06.266371 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Allocated IP 172.20.0.1 (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2/9f0bb130-8a81-4dc1-9b83-b4453e718366/caa42399-8a9e-4834-aaeb-25c5700db355) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:06.402920 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7c17e28d-4a11-4979-b842-4097574319aa req-bf8a14e1-8221-4696-995f-267fe35da7ac tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 210 time: 0.2765012 Jan 27 11:16:06.413265 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:16:06.445832 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Allocated IP 172.20.0.13 (326373ef-b88f-43a1-a674-ad3e4c245d2e/d6f48858-14fb-40cc-a2aa-88122d4f1c93/dfd8b99e-b26f-4333-b46d-e181f6299eec) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:06.473863 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:16:06.481015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks [] for port (caa42399-8a9e-4834-aaeb-25c5700db355), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:06.500616 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:16:06.519868 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:06.527664 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:15:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:06.580552 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926665a8-13ae-4c86-a24b-c05998e4cbbf req-cbaa2b18-93cf-4ae5-a337-d32f3536ac4b tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:06.593576 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-926665a8-13ae-4c86-a24b-c05998e4cbbf req-cbaa2b18-93cf-4ae5-a337-d32f3536ac4b tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 932 time: 1.0653150 Jan 27 11:16:06.644598 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:06.648760 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d28728de-b050-4a8c-988f-98fd9dce6c6c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9425533 Jan 27 11:16:06.653027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42776) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:06.855655 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Request body: {'port': {'device_id': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:06.860630 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:06.920382 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:06.966872 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-926665a8-13ae-4c86-a24b-c05998e4cbbf req-8f77fd2b-2111-4c59-bea4-f6155666bda3 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706939 Jan 27 11:16:07.053098 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks [] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.122781 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-383d49e4-2099-4880-a3ba-2ebf727502c3 admin admin] Publish callbacks [] for security_group (dba14bc2-b916-4309-96be-fcfd772b2379), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.178946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-383d49e4-2099-4880-a3ba-2ebf727502c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (dba14bc2-b916-4309-96be-fcfd772b2379), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.183421 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:07.234148 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.254183 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:07.254600 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6420d5b2-dd87-4ee0-a052-4499a6c754c9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:07.286561 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:07.287068 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.505949 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Pushing event updated for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:07.626082 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:07.626929 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.656793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d49e4-2099-4880-a3ba-2ebf727502c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba14bc2-b916-4309-96be-fcfd772b2379,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:07.703653 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-383d49e4-2099-4880-a3ba-2ebf727502c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbe001c021214e5fbbabb38e255f0665&name=default HTTP/1.1" status: 200 len: 2993 time: 3.1961741 Jan 27 11:16:07.719422 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42796) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:07.826947 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:01Z', 'revision_number': 3, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:07.936068 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] Publish callbacks [] for security_group (dba14bc2-b916-4309-96be-fcfd772b2379), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.981568 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:16:07.982229 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Updating router 1760a79b-8f79-4ef3-b5f6-6923733347c6 port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:16:07.986339 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] Publish callbacks [] for security_group (dba14bc2-b916-4309-96be-fcfd772b2379), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.053430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event updated for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:08.069369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.071407 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:08.071781 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.141617 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:08.158521 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:08.162816 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 6420d5b2-dd87-4ee0-a052-4499a6c754c9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6420d5b2-dd87-4ee0-a052-4499a6c754c9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:08.174939 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.176115 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.187524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425b547-17ac-4c9f-b743-25cbe371b9ee req-aa952b1c-de54-4b90-ac84-34d0fa03aa82 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:08.214177 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5425b547-17ac-4c9f-b743-25cbe371b9ee req-aa952b1c-de54-4b90-ac84-34d0fa03aa82 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 932 time: 0.6053002 Jan 27 11:16:08.225116 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:08.232550 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:08.238756 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.321381 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-8563fc69-ace7-40c3-b77e-8ac4074adcbe tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8454316 Jan 27 11:16:08.342434 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42812) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:08.602572 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (dba14bc2-b916-4309-96be-fcfd772b2379), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.605451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.607307 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dba14bc2-b916-4309-96be-fcfd772b2379 HTTP/1.1" status: 204 len: 168 time: 0.8822987 Jan 27 11:16:08.612743 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Request body: {'port': {'device_id': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:08.698713 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd837-7d06-4e28-9431-d45ac0b37d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba14bc2-b916-4309-96be-fcfd772b2379,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:08.871249 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1462815589-network', 'tenant_id': 'f3f32707f08740e5b333959bdae791de'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:08.940490 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Made reservation on behalf of f3f32707f08740e5b333959bdae791de for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:08.943034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.960739 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.007840 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e6fd-d718-4bf1-a8fe-6979bdaf2c16 req-de653efe-ee48-42ee-b6cb-f39e860d6075 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:09.030661 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ead1e6fd-d718-4bf1-a8fe-6979bdaf2c16 req-de653efe-ee48-42ee-b6cb-f39e860d6075 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 932 time: 0.4280453 Jan 27 11:16:09.098292 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks [] for security_group (4350e042-5a95-48eb-bc33-97ec62b3cd1b), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.163413 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ead1e6fd-d718-4bf1-a8fe-6979bdaf2c16 req-705388d4-bee5-4d0a-b0b8-873f38f2186c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328499 Jan 27 11:16:09.170151 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.219575 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks [] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.306073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4350e042-5a95-48eb-bc33-97ec62b3cd1b), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.332506 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.357949 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5425b547-17ac-4c9f-b743-25cbe371b9ee req-4e982b7f-1cd0-499e-b67f-a72645a3e2ea tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1393628 Jan 27 11:16:09.381511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e91-e5c5-4441-bbc4-fa022193005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.387341 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=6420d5b2-dd87-4ee0-a052-4499a6c754c9,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:09.408756 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:16:09.505010 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.533616 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Attempting to bind port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:09.535902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Attempting to bind port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:09.537028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Attempting to bind port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:09.561485 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42836) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:09.573031 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:09.576669 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:09.577212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.577685 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:09.578338 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Bound port: 199d6ccf-3450-48b9-b8fe-884a8271c5b9, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:09.578741 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.588430 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8760-a996-4d76-bd1e-aa581566a3fb None None] Pushing event updated for resources: {'Port': ['ID=199d6ccf-3450-48b9-b8fe-884a8271c5b9,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:09.621937 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9b65b32a-18be-4fc6-a85c-9054614e0d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.698075 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] For port 199d6ccf-3450-48b9-b8fe-884a8271c5b9, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:09.703876 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] For port 199d6ccf-3450-48b9-b8fe-884a8271c5b9, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=199d6ccf-3450-48b9-b8fe-884a8271c5b9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:09.710156 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:09.728104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4350e042-5a95-48eb-bc33-97ec62b3cd1b,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:09.842136 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8760-a996-4d76-bd1e-aa581566a3fb None None] Pushing event updated for resources: {'Port': ['ID=199d6ccf-3450-48b9-b8fe-884a8271c5b9,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:09.849129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:09.850172 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:09.949866 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.035029 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks [] for port (caa42399-8a9e-4834-aaeb-25c5700db355), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.055009 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.055816 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.081878 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:10.089485 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6be0571d-8972-4e7a-8050-6bc29d2932ec), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.090072 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Added segment 6be0571d-8972-4e7a-8050-6bc29d2932ec of type vlan for network 99afccc5-5237-44d9-a640-7e3e2ed7adb8 Jan 27 11:16:10.202850 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (99afccc5-5237-44d9-a640-7e3e2ed7adb8), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.255629 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9b65b32a-18be-4fc6-a85c-9054614e0d1d admin admin] Publish callbacks [] for security_group (863abd9c-ba82-47e3-9dc6-2f7f780f9f3d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.271982 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Pushing event updated for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:10.277642 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9b65b32a-18be-4fc6-a85c-9054614e0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (863abd9c-ba82-47e3-9dc6-2f7f780f9f3d), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.313877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b32a-18be-4fc6-a85c-9054614e0d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863abd9c-ba82-47e3-9dc6-2f7f780f9f3d,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:10.367004 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9b65b32a-18be-4fc6-a85c-9054614e0d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3035faee5ef1496c9ccf5b85d6ec5033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871170 Jan 27 11:16:10.369032 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42850) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:10.474237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:10.484666 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:10.555146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:01Z', 'revision_number': 3, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:10.574923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466315-136a-4fab-9840-cd0eb10e4ee5 req-ccf46288-2d3d-4994-900d-f6eefa53c934 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:10.577142 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b7466315-136a-4fab-9840-cd0eb10e4ee5 req-ccf46288-2d3d-4994-900d-f6eefa53c934 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 932 time: 0.2359722 Jan 27 11:16:10.595771 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046ffd0-a358-4e80-9e66-f44d946d9ef5 None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:01Z', 'revision_number': 3, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:16:10.608832 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.db.resource_extend [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 11:16:10.739002 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86875824-757e-43c2-ba1a-07ec2a9929e4 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:10.790683 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks [] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.841730 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.851523 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (99afccc5-5237-44d9-a640-7e3e2ed7adb8), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.860896 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b7466315-136a-4fab-9840-cd0eb10e4ee5 req-9640c87b-8493-4895-bfbf-d56c1694f9cc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709365 Jan 27 11:16:10.864573 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:10.865232 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:10.924100 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:16:10.996077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.087642 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6420d5b2-dd87-4ee0-a052-4499a6c754c9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:11.135819 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:16:11.148910 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Sync routers for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:16:11.158581 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Transition to ACTIVE for port object 86875824-757e-43c2-ba1a-07ec2a9929e4 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:11.167704 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:11.168677 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:11.205566 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7a8be89e-b7b9-4290-9053-88afc6a9dd90 admin admin] 10.222.0.24 "PUT /v2.0/routers/4aee56d2-633c-4cc5-bcb4-4c63d7c75144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6957581 Jan 27 11:16:11.277095 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 42876) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:11.277494 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9282310 Jan 27 11:16:11.288276 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Request body: {'subnet': {'network_id': '99afccc5-5237-44d9-a640-7e3e2ed7adb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1462815589-subnet', 'tenant_id': 'f3f32707f08740e5b333959bdae791de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:11.313160 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1363e9-1db9-47a5-b070-9d05eeb0b8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=99afccc5-5237-44d9-a640-7e3e2ed7adb8,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:11.315568 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.320468 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:11.321052 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.340238 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 99afccc5-5237-44d9-a640-7e3e2ed7adb8 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:16:11.369183 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Made reservation on behalf of f3f32707f08740e5b333959bdae791de for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:11.371765 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.692068 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:11.831916 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:11.874070 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (6e5a0cfe-582b-4ac2-8586-f702322fa160), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.952834 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3104f-3796-4779-a1d0-841a75dffea2 req-c1f26b24-7dd6-4708-9a42-74f170234a92 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:11.954546 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dff3104f-3796-4779-a1d0-841a75dffea2 req-c1f26b24-7dd6-4708-9a42-74f170234a92 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 932 time: 1.3551052 Jan 27 11:16:11.964236 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] Publish callbacks [] for security_group (863abd9c-ba82-47e3-9dc6-2f7f780f9f3d), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:11.982802 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Checking segment: {'id': '6be0571d-8972-4e7a-8050-6bc29d2932ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '99afccc5-5237-44d9-a640-7e3e2ed7adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:11.983401 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Network hostable DHCP agents. Network: 99afccc5-5237-44d9-a640-7e3e2ed7adb8, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:16:12.006033 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] Publish callbacks [] for security_group (863abd9c-ba82-47e3-9dc6-2f7f780f9f3d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.015741 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5a0cfe-582b-4ac2-8586-f702322fa160,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:12.060884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Network 99afccc5-5237-44d9-a640-7e3e2ed7adb8 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:16:12.096886 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 99afccc5-5237-44d9-a640-7e3e2ed7adb8) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:12.101921 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:12.102600 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.113311 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441f85e-ce16-4f9a-aca7-50738ce348a2 None None] Network 99afccc5-5237-44d9-a640-7e3e2ed7adb8 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:16:12.154431 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d82c2244-3a3d-4de7-af59-f8ab4c6110d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8748221 Jan 27 11:16:12.346991 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (863abd9c-ba82-47e3-9dc6-2f7f780f9f3d), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.354124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.358235 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/863abd9c-ba82-47e3-9dc6-2f7f780f9f3d HTTP/1.1" status: 204 len: 168 time: 1.9678667 Jan 27 11:16:12.381110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.439937 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'caa42399-8a9e-4834-aaeb-25c5700db355', 'name': '', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'mac_address': 'fa:16:3e:04:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:05Z', 'updated_at': '2022-01-27T11:16:09Z', 'revision_number': 2, 'project_id': '1780d310424c49a98f73d30676d69840', 'subnets': [{'id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:12.508858 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8b546-f74c-4281-ba42-be48e0e8aa5d None None] Network 99afccc5-5237-44d9-a640-7e3e2ed7adb8 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:16:12.543603 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Checking router: 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:16:12.544882 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Updating router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 port caa42399-8a9e-4834-aaeb-25c5700db355 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:16:12.594007 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:12.600729 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-4e0d884c-76d8-44da-8e9a-c49ed51cfc7c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:12.626366 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-4e0d884c-76d8-44da-8e9a-c49ed51cfc7c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 819 time: 0.3667338 Jan 27 11:16:12.635271 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Pushing event updated for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:12.655227 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa05c-122c-4da5-b430-ef93a9924e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863abd9c-ba82-47e3-9dc6-2f7f780f9f3d,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:12.683944 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-1e251894-e6c9-4508-abc9-20fdf8dd0dfd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/quotas/1780d310424c49a98f73d30676d69840 HTTP/1.1" status: 200 len: 375 time: 0.0343637 Jan 27 11:16:12.814184 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-7113d2e4-0e7d-48db-8200-5611f264bb69 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238585 Jan 27 11:16:12.835213 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Allocated IP 172.20.0.1 (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20/ec71e674-b8d3-40de-9a7e-2c6811921a3c/c406d68e-3c36-4840-8e32-c8881a96f070) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:12.972888 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Attempting to bind port 86875824-757e-43c2-ba1a-07ec2a9929e4 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:12.973288 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Attempting to bind port 86875824-757e-43c2-ba1a-07ec2a9929e4 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '42c0fb7b-1260-434f-8ae4-84e505783992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:12.973625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Attempting to bind port 86875824-757e-43c2-ba1a-07ec2a9929e4 on network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:13.004712 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dff3104f-3796-4779-a1d0-841a75dffea2 req-16d4fb70-fc3f-4cd1-8575-15fd7f528ffb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8722448 Jan 27 11:16:13.027042 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Port 86875824-757e-43c2-ba1a-07ec2a9929e4 on network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:13.027471 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Attempting to bind port 86875824-757e-43c2-ba1a-07ec2a9929e4 on network 07f0b7cc-cfb6-4331-87d4-534dbcac8c1f {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:13.079984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42926) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:13.107980 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd8b99e-b26f-4333-b46d-e181f6299eec {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:13.137743 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-26b5354b-de3d-4a30-affa-227d39ddc242 service neutron] 10.222.0.24 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139565 Jan 27 11:16:13.166821 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks [] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.176122 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:13.176520 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Checking segment: {'id': '42c0fb7b-1260-434f-8ae4-84e505783992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:13.177221 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Bound using segment: {'id': '42c0fb7b-1260-434f-8ae4-84e505783992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:13.177703 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Bound port: 86875824-757e-43c2-ba1a-07ec2a9929e4, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c0fb7b-1260-434f-8ae4-84e505783992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:13.178191 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.383966 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Transition to ACTIVE for port object dfd8b99e-b26f-4333-b46d-e181f6299eec will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:13.509291 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.567729 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-27f84822-4af5-4f74-a5e7-b2c9cb64f9a4 service neutron] 10.222.0.24 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252975 Jan 27 11:16:13.662709 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 199d6ccf-3450-48b9-b8fe-884a8271c5b9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:13.682266 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks [] for port (c406d68e-3c36-4840-8e32-c8881a96f070), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.745865 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks [] for port (caa42399-8a9e-4834-aaeb-25c5700db355), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.773333 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.783462 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a445222b-cbbc-416c-a5c8-8fd28025013f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:13.822041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:13.822487 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.013862 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.017330 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-11751d9a-b24a-4431-9408-b3bda5a420cd req-e3609363-3085-4a4c-9f32-4de0297a6827 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 210 time: 0.0752623 Jan 27 11:16:14.119163 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9a8a-d5c3-48fc-96bc-498a4aa19212 req-d6657971-95a6-4213-aa5c-71475548e739 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:14.119400 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d04c-62b2-473f-9c47-4922089ed795 None None] Pushing event updated for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:14.131801 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-588a9a8a-d5c3-48fc-96bc-498a4aa19212 req-d6657971-95a6-4213-aa5c-71475548e739 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 944 time: 0.8248286 Jan 27 11:16:14.167891 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:14.169896 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.189655 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:14.227471 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Attempting to bind port caa42399-8a9e-4834-aaeb-25c5700db355 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:14.228244 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Attempting to bind port caa42399-8a9e-4834-aaeb-25c5700db355 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:14.229413 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Attempting to bind port caa42399-8a9e-4834-aaeb-25c5700db355 on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:14.237669 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:14.247260 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 199d6ccf-3450-48b9-b8fe-884a8271c5b9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=199d6ccf-3450-48b9-b8fe-884a8271c5b9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:14.253860 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:14.258070 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Checking segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:14.259977 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.260619 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Bound using segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:14.261402 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Bound port: caa42399-8a9e-4834-aaeb-25c5700db355, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:14.261969 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.271440 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 42970) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:14.272959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.377770 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01ca48-c889-4854-a78e-b0fc50480d3f req-7842b7cb-b4a5-457b-9bbe-4c1ce2fde216 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:14.382903 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8f01ca48-c889-4854-a78e-b0fc50480d3f req-7842b7cb-b4a5-457b-9bbe-4c1ce2fde216 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 944 time: 0.1550081 Jan 27 11:16:14.478798 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] For port caa42399-8a9e-4834-aaeb-25c5700db355, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:14.491773 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] For port caa42399-8a9e-4834-aaeb-25c5700db355, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=caa42399-8a9e-4834-aaeb-25c5700db355,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:14.503782 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.504315 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=199d6ccf-3450-48b9-b8fe-884a8271c5b9,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:14.588180 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8f01ca48-c889-4854-a78e-b0fc50480d3f req-314cd381-db33-4ff2-9399-724d2d157835 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977241 Jan 27 11:16:14.732164 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:14.734205 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:14.741348 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:14.751145 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316807863-network', 'tenant_id': '5176abc375ba42b1afca4840d5cedd66'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:14.869731 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d04c-62b2-473f-9c47-4922089ed795 None None] Pushing event updated for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:14.876242 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a445222b-cbbc-416c-a5c8-8fd28025013f admin admin] Publish callbacks [] for security_group (958b5b3c-3f9f-454b-b86c-76d5baeaa8af), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.887584 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=86875824-757e-43c2-ba1a-07ec2a9929e4,segment=NetworkSegment(42c0fb7b-1260-434f-8ae4-84e505783992),segment_id=42c0fb7b-1260-434f-8ae4-84e505783992)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:14.926414 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Attempting to bind port dfd8b99e-b26f-4333-b46d-e181f6299eec on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:14.926881 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Attempting to bind port dfd8b99e-b26f-4333-b46d-e181f6299eec by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:14.927338 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Attempting to bind port dfd8b99e-b26f-4333-b46d-e181f6299eec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:14.935455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a445222b-cbbc-416c-a5c8-8fd28025013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (958b5b3c-3f9f-454b-b86c-76d5baeaa8af), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.975780 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.987731 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:14.995325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Port dfd8b99e-b26f-4333-b46d-e181f6299eec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:14.995704 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Attempting to bind port dfd8b99e-b26f-4333-b46d-e181f6299eec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:15.008772 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a445222b-cbbc-416c-a5c8-8fd28025013f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d23bb8b5039649c3bc6d2376d440274c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9253850 Jan 27 11:16:15.019417 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43000) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:15.047424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:15.047887 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.104110 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:15.274146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:15.274491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Checking segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:15.274922 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Bound using segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:15.275442 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Bound port: dfd8b99e-b26f-4333-b46d-e181f6299eec, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:15.276060 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.312385 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-588a9a8a-d5c3-48fc-96bc-498a4aa19212 req-35720425-0d38-45fe-b1ab-6d68536ff5df tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1734090 Jan 27 11:16:15.378202 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:15.379203 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.382167 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-7d873663-1072-41c9-8d22-361b707093ff service neutron] 10.222.0.44 "PUT /v2.0/ports/86875824-757e-43c2-ba1a-07ec2a9929e4 HTTP/1.1" status: 200 len: 1094 time: 9.0319476 Jan 27 11:16:15.406945 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.432499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:15.451351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 199d6ccf-3450-48b9-b8fe-884a8271c5b9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:15.531934 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-ac505781-5ff6-4a53-a015-849dc408c99a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:15.539948 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-ac505781-5ff6-4a53-a015-849dc408c99a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 819 time: 0.7283969 Jan 27 11:16:15.570609 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-4d4736aa-8967-4dde-b657-2fce77515daf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/quotas/1780d310424c49a98f73d30676d69840 HTTP/1.1" status: 200 len: 375 time: 0.0292478 Jan 27 11:16:15.585829 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] Publish callbacks [] for security_group (958b5b3c-3f9f-454b-b86c-76d5baeaa8af), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.664704 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] Publish callbacks [] for security_group (958b5b3c-3f9f-454b-b86c-76d5baeaa8af), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.706850 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-a9d0b00a-2db2-4e2b-91a0-05d15fcf5dc3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349847 Jan 27 11:16:15.719760 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-f564501f-ee72-46fa-b97f-316a549020a6 None None] Provisioning complete for port c406d68e-3c36-4840-8e32-c8881a96f070 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:15.720146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f564501f-ee72-46fa-b97f-316a549020a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.785430 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'caa42399-8a9e-4834-aaeb-25c5700db355', 'name': '', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'mac_address': 'fa:16:3e:04:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:05Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '1780d310424c49a98f73d30676d69840', 'subnets': [{'id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:15.839670 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e2296-5163-4e88-b793-6accd94138f2 None None] The sync data for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi is: [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'caa42399-8a9e-4834-aaeb-25c5700db355', 'name': '', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'mac_address': 'fa:16:3e:04:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:05Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '1780d310424c49a98f73d30676d69840', 'subnets': [{'id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:16:15.885517 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:15.885926 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.892268 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (958b5b3c-3f9f-454b-b86c-76d5baeaa8af), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.895613 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:15.896361 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/958b5b3c-3f9f-454b-b86c-76d5baeaa8af HTTP/1.1" status: 204 len: 168 time: 0.8760026 Jan 27 11:16:15.936372 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-51fe3740-f689-4bc1-896e-f910b2e120bf service neutron] 10.222.0.24 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262537 Jan 27 11:16:15.955385 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ee46-559d-42ce-8908-83fefbf68346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958b5b3c-3f9f-454b-b86c-76d5baeaa8af,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:15.991317 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:16.000960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:16.036257 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f564501f-ee72-46fa-b97f-316a549020a6 None None] Port c406d68e-3c36-4840-8e32-c8881a96f070 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:16:16.043158 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445222b-cbbc-416c-a5c8-8fd28025013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958b5b3c-3f9f-454b-b86c-76d5baeaa8af,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:16.095134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Pushing event updated for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:16.108411 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Made reservation on behalf of 5176abc375ba42b1afca4840d5cedd66 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:16.110793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:16.120520 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:16.183308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:16.183953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:16.188565 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] 10.222.0.44 "PUT /v2.0/ports/dfd8b99e-b26f-4333-b46d-e181f6299eec HTTP/1.1" status: 200 len: 1094 time: 7.5889812 Jan 27 11:16:16.213917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:16.247432 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-a5ad4427-cda6-4b7f-a038-991708f297b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055143 Jan 27 11:16:16.320046 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.44', 56937) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:16.368433 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:16.386366 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e64b02-325d-492c-b37d-c1d0a2329a78" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:16.644393 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873663-1072-41c9-8d22-361b707093ff service neutron] Pushing event updated for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:16.683287 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-885180df-0a9c-459f-9fb4-b3c4cce191ad tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:16.686042 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-885180df-0a9c-459f-9fb4-b3c4cce191ad tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 819 time: 0.3533177 Jan 27 11:16:16.704439 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Request body: {'port': {'device_id': '1308051b-d7b3-4722-8fc2-c615242fade5', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'admin_state_up': True, 'tenant_id': '1780d310424c49a98f73d30676d69840'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:16.936014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-2e9af3e5-264c-4188-856b-b817412d5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:16.943898 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-2e9af3e5-264c-4188-856b-b817412d5a1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867a34f7cd764d75b05a84debe39a217&device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 1097 time: 1.3552969 Jan 27 11:16:17.119713 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43050) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:17.192098 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-448e5bc2-ee37-4fa3-83ff-076a6993f354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.232836 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92fbc5-c753-4daf-90bf-b2a336ff5e5d req-a8c3e8ab-3abf-4104-a4ca-5089b04f1672 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:17.244125 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af92fbc5-c753-4daf-90bf-b2a336ff5e5d req-a8c3e8ab-3abf-4104-a4ca-5089b04f1672 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 944 time: 0.5550122 Jan 27 11:16:17.290125 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-3fba5f79-8c5a-4859-860a-0dedc719570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:17.291632 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-3fba5f79-8c5a-4859-860a-0dedc719570c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 1097 time: 0.9373789 Jan 27 11:16:17.292858 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-f2b00675-33dd-4a2e-981c-3bc2bfb56e11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86875824-757e-43c2-ba1a-07ec2a9929e4 HTTP/1.1" status: 200 len: 217 time: 0.2758434 Jan 27 11:16:17.376738 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7956-13a2-4acf-8605-3ba4a2143641 req-249ade7d-9e19-4642-8c46-19a739ceef7d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:17.380675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a92f7956-13a2-4acf-8605-3ba4a2143641 req-249ade7d-9e19-4642-8c46-19a739ceef7d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 944 time: 1.3529060 Jan 27 11:16:17.396006 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks [] for security_group (38a3432f-150c-4b11-aa49-3ff7fa105898), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.402862 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5700d-4e04-410c-ac6e-1308c722b309 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:17.411955 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (38a3432f-150c-4b11-aa49-3ff7fa105898), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.487129 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af92fbc5-c753-4daf-90bf-b2a336ff5e5d req-a0ed6730-3965-43f9-8202-a48a65f09a1a tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326059 Jan 27 11:16:17.552046 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device caa42399-8a9e-4834-aaeb-25c5700db355 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:17.565492 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Made reservation on behalf of 1780d310424c49a98f73d30676d69840 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:17.583725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.587858 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:16:17.628360 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-d17277fe-5a3c-4b05-b661-31557994f9a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec HTTP/1.1" status: 200 len: 217 time: 0.1898725 Jan 27 11:16:17.681329 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a3432f-150c-4b11-aa49-3ff7fa105898,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:17.690894 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks [] for port (c406d68e-3c36-4840-8e32-c8881a96f070), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.754304 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (bdfe2956-0a30-4b21-a732-f1860e8084df), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.754836 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Added segment bdfe2956-0a30-4b21-a732-f1860e8084df of type vlan for network 81947fc7-7a39-4187-8184-95b4f1a429f5 Jan 27 11:16:17.760564 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.761494 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.767114 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a92f7956-13a2-4acf-8605-3ba4a2143641 req-cf28a9c9-5112-4ce4-a1e4-4f24f1cf6fc0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754416 Jan 27 11:16:17.785252 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port caa42399-8a9e-4834-aaeb-25c5700db355 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:17.786827 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-0455c190-31c2-4740-880d-f1fd32788b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:17.788537 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-0455c190-31c2-4740-880d-f1fd32788b87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b483fac4-2a75-49a5-9211-5c6c1866dac5 HTTP/1.1" status: 200 len: 850 time: 0.3490524 Jan 27 11:16:17.789734 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:17.952470 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-910d2ace-7889-4dff-813d-1dc0b21dd7eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110909 Jan 27 11:16:17.978194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-448e5bc2-ee37-4fa3-83ff-076a6993f354 admin admin] Publish callbacks [] for security_group (0a9e829f-9fdb-4654-97eb-227a6646075e), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.016076 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-0da3c07f-a8b1-4717-a84d-4225efcffd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:18.017672 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-0da3c07f-a8b1-4717-a84d-4225efcffd76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.3631852 Jan 27 11:16:18.019756 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (81947fc7-7a39-4187-8184-95b4f1a429f5), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.042829 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Pushing event updated for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:18.134680 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-98d7583a-6956-41b2-b47b-3da0f099751a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930905 Jan 27 11:16:18.237613 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (81947fc7-7a39-4187-8184-95b4f1a429f5), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.238625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:18.239270 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.318580 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port caa42399-8a9e-4834-aaeb-25c5700db355 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:18.319412 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.335763 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb132425-9c4b-4336-a04c-583744f724c3 x-openstack-request-id: req-cb132425-9c4b-4336-a04c-583744f724c3 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:18.336347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:18.336347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb132425-9c4b-4336-a04c-583744f724c3 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:18.336976 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4', 'status': 'completed', 'code': 200} Jan 27 11:16:18.361549 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e35886e3-9a87-4b11-a87f-4e7c15e7fb3d req-d83aef27-7631-47f3-aa23-e2bb7ee9ad22 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 210 time: 0.6523688 Jan 27 11:16:18.361936 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port caa42399-8a9e-4834-aaeb-25c5700db355, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=caa42399-8a9e-4834-aaeb-25c5700db355,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:18.362481 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43092) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:18.370186 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-448e5bc2-ee37-4fa3-83ff-076a6993f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0a9e829f-9fdb-4654-97eb-227a6646075e), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.370578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.442638 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:18.459055 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Allocated IP 172.20.0.7 (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2/9f0bb130-8a81-4dc1-9b83-b4453e718366/12fdabed-b20b-4713-8fdf-3878d3fbfa8b) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:18.464429 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-448e5bc2-ee37-4fa3-83ff-076a6993f354 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69d781b93fca4781b20865b1c2418ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3433487 Jan 27 11:16:18.473451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5bc2-ee37-4fa3-83ff-076a6993f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9e829f-9fdb-4654-97eb-227a6646075e,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:18.478695 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43096) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:18.479067 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.44', 56942) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:18.598398 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.2801440 Jan 27 11:16:18.602976 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43100) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:18.615944 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Request body: {'subnet': {'network_id': '81947fc7-7a39-4187-8184-95b4f1a429f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316807863-subnet', 'tenant_id': '5176abc375ba42b1afca4840d5cedd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:18.653601 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:18.685955 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a5a59381-de9e-4932-b1ab-bb6b60deebb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.688677 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:18.710155 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-ab6b6820-d250-47b0-b8db-cc69a0404d7c service neutron] 10.222.0.44 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267246 Jan 27 11:16:18.721174 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Made reservation on behalf of 5176abc375ba42b1afca4840d5cedd66 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:18.723476 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.732896 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a781e8-f7be-4737-baff-360fdfd39aee admin admin] Pushing event updated for resources: {'Network': ['ID=81947fc7-7a39-4187-8184-95b4f1a429f5,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:18.745278 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 81947fc7-7a39-4187-8184-95b4f1a429f5 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:16:18.761063 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-0c4a94af-3132-415e-8aed-68273d8e39bd service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065245 Jan 27 11:16:18.765569 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] Publish callbacks [] for security_group (0a9e829f-9fdb-4654-97eb-227a6646075e), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.794490 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-546c0d8b-9d17-4464-af6f-e0e411c59923 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:18.796410 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-546c0d8b-9d17-4464-af6f-e0e411c59923 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 819 time: 0.3149588 Jan 27 11:16:18.819280 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Request body: {'port': {'device_id': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'admin_state_up': True, 'tenant_id': '1780d310424c49a98f73d30676d69840'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:18.943949 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] Publish callbacks [] for security_group (0a9e829f-9fdb-4654-97eb-227a6646075e), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:18.951400 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80326f23-b3ea-4a65-b870-36f5546c1549 req-8807b34c-caf2-4e30-80b7-81d9b23dee9d tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:18.952981 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-80326f23-b3ea-4a65-b870-36f5546c1549 req-8807b34c-caf2-4e30-80b7-81d9b23dee9d tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 944 time: 0.3037250 Jan 27 11:16:18.982586 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-43a2b141-a0cd-4283-b211-671ec24a7a76 None None] Provisioning complete for port c406d68e-3c36-4840-8e32-c8881a96f070 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:18.982768 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-43a2b141-a0cd-4283-b211-671ec24a7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.019888 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-43a2b141-a0cd-4283-b211-671ec24a7a76 None None] Port c406d68e-3c36-4840-8e32-c8881a96f070 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:16:19.078211 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8edca2d6-1709-48e7-9adb-3e515a4e0613 req-17db8fbe-cd42-4b81-9ca1-ddbb7ce68024 service neutron] 10.222.0.44 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559146 Jan 27 11:16:19.134390 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-80326f23-b3ea-4a65-b870-36f5546c1549 req-b867b34d-3329-4036-90e1-27c4c5d48407 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719558 Jan 27 11:16:19.151162 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-367bde12-b598-4d9a-af31-5728682ce4e3 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757362 Jan 27 11:16:19.157223 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks [] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.159296 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:16:19.174935 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff372bc-604c-4a17-8f82-3c8c725d2c36 req-b4e3d83f-ab82-416e-b17b-8ebd1a1b92d4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:19.176681 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-eff372bc-604c-4a17-8f82-3c8c725d2c36 req-b4e3d83f-ab82-416e-b17b-8ebd1a1b92d4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 944 time: 0.2839329 Jan 27 11:16:19.233788 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-2efafed7-c7bc-4dd6-b96c-1b9796b441d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:19.235342 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-2efafed7-c7bc-4dd6-b96c-1b9796b441d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867a34f7cd764d75b05a84debe39a217&device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 1097 time: 0.0983343 Jan 27 11:16:19.237579 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0a9e829f-9fdb-4654-97eb-227a6646075e), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.240066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.241180 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a9e829f-9fdb-4654-97eb-227a6646075e HTTP/1.1" status: 204 len: 168 time: 0.7609317 Jan 27 11:16:19.268200 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a5a59381-de9e-4932-b1ab-bb6b60deebb9 admin admin] Publish callbacks [] for security_group (31f5a3e9-8bc4-4054-a3c2-66525dc84c68), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.310108 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c6cd8-1a3b-4608-93f9-8fdf6603b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9e829f-9fdb-4654-97eb-227a6646075e,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:19.317225 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a5a59381-de9e-4932-b1ab-bb6b60deebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (31f5a3e9-8bc4-4054-a3c2-66525dc84c68), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.359413 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Made reservation on behalf of 1780d310424c49a98f73d30676d69840 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:19.362814 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.401900 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device caa42399-8a9e-4834-aaeb-25c5700db355 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:19.452965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:16:19.476959 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ae97b401-a056-4e89-8794-26848693c518 admin admin] 10.222.0.24 "PUT /v2.0/routers/1760a79b-8f79-4ef3-b5f6-6923733347c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8025393 Jan 27 11:16:19.521384 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-9f465f18-e17e-49bf-a768-7c6dba6edbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:19.523590 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-9f465f18-e17e-49bf-a768-7c6dba6edbb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f HTTP/1.1" status: 200 len: 911 time: 0.2744839 Jan 27 11:16:19.542657 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:16:19.561933 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:19.562571 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:19.591504 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-3ed6af50-ec74-41b7-98d4-eb5ae0701dee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86875824-757e-43c2-ba1a-07ec2a9929e4 HTTP/1.1" status: 200 len: 217 time: 0.0613337 Jan 27 11:16:19.627425 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b6d4f274-465f-4e42-9577-41b49127e0c4 req-e2a9b2f0-af99-4a95-a9e9-cb1efc2a7538 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 210 time: 0.0777752 Jan 27 11:16:19.704843 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port caa42399-8a9e-4834-aaeb-25c5700db355 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:19.705318 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.721485 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a59381-de9e-4932-b1ab-bb6b60deebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5a3e9-8bc4-4054-a3c2-66525dc84c68,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:19.723735 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-c4122b51-7984-42fc-82b5-e3a8a01a1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:19.724448 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (0f74d8d6-e610-4fa9-9b9a-bedafe873ce1), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:19.725581 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-c4122b51-7984-42fc-82b5-e3a8a01a1de9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b483fac4-2a75-49a5-9211-5c6c1866dac5 HTTP/1.1" status: 200 len: 850 time: 0.1076796 Jan 27 11:16:19.737601 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-eff372bc-604c-4a17-8f82-3c8c725d2c36 req-81ece680-bf98-46cc-a0fc-72b13fcda525 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486677 Jan 27 11:16:19.795136 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-96963272-30b8-435e-bda5-60f5fc63678e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600846 Jan 27 11:16:19.795976 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:19.899461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Allocated IP 172.20.0.11 (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2/9f0bb130-8a81-4dc1-9b83-b4453e718366/aacaf54e-0d89-4572-a1a9-a7dff0b89c37) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:19.931112 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-4f7c39e0-16c8-457f-8518-3890431e3381 service neutron] 10.222.0.44 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257832 Jan 27 11:16:20.040366 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port caa42399-8a9e-4834-aaeb-25c5700db355 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:20.080103 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks [] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.107952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.139351 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b9e64b02-325d-492c-b37d-c1d0a2329a78 req-a3214761-da63-47c9-8fb4-27d01ef5816c service neutron] 10.222.0.44 "GET /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008412 Jan 27 11:16:20.181564 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a5a59381-de9e-4932-b1ab-bb6b60deebb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7b882ab27624fb2a0de4e1d1d46d18b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7995098 Jan 27 11:16:20.181989 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43144) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:20.190576 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 2, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:20.253260 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] Publish callbacks [] for security_group (31f5a3e9-8bc4-4054-a3c2-66525dc84c68), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.256103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:16:20.258217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Updating router 1760a79b-8f79-4ef3-b5f6-6923733347c6 port c406d68e-3c36-4840-8e32-c8881a96f070 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:16:20.281564 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] Publish callbacks [] for security_group (31f5a3e9-8bc4-4054-a3c2-66525dc84c68), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.283427 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Checking segment: {'id': 'bdfe2956-0a30-4b21-a732-f1860e8084df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '81947fc7-7a39-4187-8184-95b4f1a429f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:20.283564 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Network hostable DHCP agents. Network: 81947fc7-7a39-4187-8184-95b4f1a429f5, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:16:20.285575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Pushing event updated for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:20.295524 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:20.302897 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:20.317148 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.344702 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:20.346995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e6e694-74ce-453e-9124-a528f85fb6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:20.349121 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:20.354213 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:20.354825 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.385603 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (31f5a3e9-8bc4-4054-a3c2-66525dc84c68), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.387986 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-ab31f3c6-11ad-401b-b0be-3d1e1b54a0a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6879580 Jan 27 11:16:20.388918 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.397034 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31f5a3e9-8bc4-4054-a3c2-66525dc84c68 HTTP/1.1" status: 204 len: 168 time: 0.2095659 Jan 27 11:16:20.414426 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9686d-0dc6-4441-8923-7da92189d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5a3e9-8bc4-4054-a3c2-66525dc84c68,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:20.421967 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Request body: {'port': {'device_id': '1308051b-d7b3-4722-8fc2-c615242fade5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:20.466087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef572976-598e-48a3-bcd2-188eb85f84c1 req-77bdd212-0d64-457b-ac1f-db68a2982a90 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:20.467680 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ef572976-598e-48a3-bcd2-188eb85f84c1 req-77bdd212-0d64-457b-ac1f-db68a2982a90 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 944 time: 0.1858659 Jan 27 11:16:20.468322 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f74d8d6-e610-4fa9-9b9a-bedafe873ce1,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:20.470350 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Network 81947fc7-7a39-4187-8184-95b4f1a429f5 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:16:20.498749 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.542332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 81947fc7-7a39-4187-8184-95b4f1a429f5) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:20.560407 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:20.561068 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.629809 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9dcd07-d26f-4434-84af-50f73451622c None None] Network 81947fc7-7a39-4187-8184-95b4f1a429f5 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:16:20.634922 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:20.659120 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:20.672250 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:20.677110 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:20.677734 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.680043 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.696149 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e08711f5-5249-4d64-a46f-b44dd19a8de4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0864799 Jan 27 11:16:20.701450 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ef572976-598e-48a3-bcd2-188eb85f84c1 req-01e09f0c-085f-43a4-bdba-8520b1c07cd3 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044566 Jan 27 11:16:20.705078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Pushing event updated for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:20.768754 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-34da2a13-ab18-46ba-a012-1c81f3d9ee1d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9598265 Jan 27 11:16:20.776482 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43170) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:20.781310 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263964242', 'description': 'tempest-description--518522821'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:20.781705 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Request body: {'port': {'device_id': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:20.929725 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.961704 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43176) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:20.965654 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52685125-6ecd-4897-a44c-7ec3415aa76f x-openstack-request-id: req-52685125-6ecd-4897-a44c-7ec3415aa76f {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:20.966104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:20.966379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52685125-6ecd-4897-a44c-7ec3415aa76f {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:20.966785 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec', 'status': 'completed', 'code': 200} Jan 27 11:16:20.971065 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks [] for port (c406d68e-3c36-4840-8e32-c8881a96f070), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.983575 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:20.994859 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607daa70-53ce-4a68-9127-eedf4866ce65 None None] Network 81947fc7-7a39-4187-8184-95b4f1a429f5 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:16:21.045590 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43178) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:21.114261 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadde51-71d1-4177-b557-2ec9d900054d req-f2686ade-4a21-47b0-9458-a31ddda4b8b5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:21.115779 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-beadde51-71d1-4177-b557-2ec9d900054d req-f2686ade-4a21-47b0-9458-a31ddda4b8b5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 932 time: 0.2797327 Jan 27 11:16:21.154903 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1614aaad-bbf2-4b39-81f8-aa1620bb276f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.155089 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-cf60f0b9-c4e8-45b9-a122-c04d9df7b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:21.156569 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-cf60f0b9-c4e8-45b9-a122-c04d9df7b028 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 1097 time: 0.1889777 Jan 27 11:16:21.159578 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Deleting subnet 6e5a0cfe-582b-4ac2-8586-f702322fa160 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:16:21.163126 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Publish callbacks [] for subnet (6e5a0cfe-582b-4ac2-8586-f702322fa160), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.196789 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66622-5b9a-4398-a142-1b1c1a19d68f None None] Pushing event updated for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:21.207237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Publish callbacks [] for subnet (6e5a0cfe-582b-4ac2-8586-f702322fa160), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.217348 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (6e5a0cfe-582b-4ac2-8586-f702322fa160), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.287393 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.334631 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (b76d4373-0833-4b48-ba9b-c36f5d3dcd35), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.374778 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Attempting to bind port c406d68e-3c36-4840-8e32-c8881a96f070 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:21.375655 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Attempting to bind port c406d68e-3c36-4840-8e32-c8881a96f070 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:21.376220 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Attempting to bind port c406d68e-3c36-4840-8e32-c8881a96f070 on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:21.384304 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:21.385153 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Checking segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:21.385957 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.386720 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Bound using segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:21.387812 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Bound port: c406d68e-3c36-4840-8e32-c8881a96f070, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:21.389170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.414867 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b76d4373-0833-4b48-ba9b-c36f5d3dcd35), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.541562 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-beadde51-71d1-4177-b557-2ec9d900054d req-37e69bc2-ddef-4b0d-8655-79818b6abb66 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968415 Jan 27 11:16:21.548970 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.561661 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7837989 Jan 27 11:16:21.564692 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43196) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:21.580177 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group_rule': {'security_group_id': 'b76d4373-0833-4b48-ba9b-c36f5d3dcd35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:21.593238 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] For port c406d68e-3c36-4840-8e32-c8881a96f070, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:21.596488 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] For port c406d68e-3c36-4840-8e32-c8881a96f070, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c406d68e-3c36-4840-8e32-c8881a96f070,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:21.603457 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4fe65-6123-4d8f-909c-c927c3a971ce tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d4373-0833-4b48-ba9b-c36f5d3dcd35,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:21.603653 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.638618 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (6e5a0cfe-582b-4ac2-8586-f702322fa160), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.646993 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-38cfcef0-a323-4d76-9eb8-fb6e758916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:21.648492 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-38cfcef0-a323-4d76-9eb8-fb6e758916bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 916 time: 0.4836469 Jan 27 11:16:21.686160 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (467f719d-f2aa-45ec-9cb9-c9295f259abc), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.721988 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5a0cfe-582b-4ac2-8586-f702322fa160,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:21.727108 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.732802 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-99f5fb88-8278-4441-8789-bd99d19e734a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e5a0cfe-582b-4ac2-8586-f702322fa160 HTTP/1.1" status: 204 len: 168 time: 0.6744323 Jan 27 11:16:21.747999 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a13367-41f5-4013-8b52-9e35cf7aa0f2 req-ddedeef5-667e-45a2-b289-50fc7ca93b3c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:21.748264 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43206) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:21.749958 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59a13367-41f5-4013-8b52-9e35cf7aa0f2 req-ddedeef5-667e-45a2-b289-50fc7ca93b3c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 944 time: 0.7035062 Jan 27 11:16:21.759080 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Provisioning complete for port c406d68e-3c36-4840-8e32-c8881a96f070 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:21.761892 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.774169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-7ffabd1c-6dd8-42cd-b4d2-6f9c478ae099 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec HTTP/1.1" status: 200 len: 217 time: 0.0998557 Jan 27 11:16:21.782030 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1614aaad-bbf2-4b39-81f8-aa1620bb276f admin admin] Publish callbacks [] for security_group (a308ee20-6ee4-4a3f-bb54-ce43462ac65a), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.800513 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1614aaad-bbf2-4b39-81f8-aa1620bb276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a308ee20-6ee4-4a3f-bb54-ce43462ac65a), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:21.802967 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:21.803776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:21.871383 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59a13367-41f5-4013-8b52-9e35cf7aa0f2 req-859ea0bc-10b0-4d81-9856-1a7e2e35aa3d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Jan 27 11:16:21.919916 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1614aaad-bbf2-4b39-81f8-aa1620bb276f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=628062c599ce4485b07e568fff8a10de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9352610 Jan 27 11:16:21.920675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43210) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:21.935105 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614aaad-bbf2-4b39-81f8-aa1620bb276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a308ee20-6ee4-4a3f-bb54-ce43462ac65a,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:21.967344 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-09f3c910-62ea-46c5-8300-d012601e1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:21.968973 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-09f3c910-62ea-46c5-8300-d012601e1fe7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.1800971 Jan 27 11:16:22.023349 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66622-5b9a-4398-a142-1b1c1a19d68f None None] Pushing event updated for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:22.030655 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fdabed-b20b-4713-8fdf-3878d3fbfa8b {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:22.044911 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks [] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.048213 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] Publish callbacks [] for security_group (a308ee20-6ee4-4a3f-bb54-ce43462ac65a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.083292 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Transition to ACTIVE for port object 12fdabed-b20b-4713-8fdf-3878d3fbfa8b will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:22.089087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] Publish callbacks [] for security_group (a308ee20-6ee4-4a3f-bb54-ce43462ac65a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.105580 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.144675 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:22.174499 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Current status of the port c406d68e-3c36-4840-8e32-c8881a96f070 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:22.174499 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.188821 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device dfd8b99e-b26f-4333-b46d-e181f6299eec details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:16:22.292183 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:22.297491 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] For port c406d68e-3c36-4840-8e32-c8881a96f070, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c406d68e-3c36-4840-8e32-c8881a96f070,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:22.303064 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Attempting to bind port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:22.303343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Attempting to bind port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:22.303669 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Attempting to bind port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:22.311285 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:22.311285 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Attempting to bind port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:22.319948 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:22.320372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Checking segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:22.320857 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Bound using segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:22.321522 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Bound port: 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:22.321867 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.331548 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.343669 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a308ee20-6ee4-4a3f-bb54-ce43462ac65a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.346222 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.350044 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a308ee20-6ee4-4a3f-bb54-ce43462ac65a HTTP/1.1" status: 204 len: 168 time: 0.4252799 Jan 27 11:16:22.399900 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e0ac0-09ff-4c27-8d10-5ba9c87352e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a308ee20-6ee4-4a3f-bb54-ce43462ac65a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:22.410375 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (99afccc5-5237-44d9-a640-7e3e2ed7adb8), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.428342 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (467f719d-f2aa-45ec-9cb9-c9295f259abc), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.480953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (467f719d-f2aa-45ec-9cb9-c9295f259abc), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.512529 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-8b099281-cdf3-42a0-b123-a2267ac79252 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864186 Jan 27 11:16:22.536843 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1e4fd-28d3-40d1-b907-ac2ae9ce75bd None None] Pushing event updated for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:22.547710 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.548558 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:22.551837 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9860995 Jan 27 11:16:22.556064 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43226) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:22.564644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group_rule': {'security_group_id': 'b76d4373-0833-4b48-ba9b-c36f5d3dcd35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:22.575720 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-c9f921e6-ec02-4628-bd64-f17bb785e494 None None] Provisioning complete for port c406d68e-3c36-4840-8e32-c8881a96f070 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:22.577547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c9f921e6-ec02-4628-bd64-f17bb785e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.625077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c2ff-3de1-474b-b4ee-c497b72eb8bd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467f719d-f2aa-45ec-9cb9-c9295f259abc,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:22.675174 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'dfd8b99e-b26f-4333-b46d-e181f6299eec', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'port_id': 'dfd8b99e-b26f-4333-b46d-e181f6299eec', 'mac_address': 'fa:16:3e:f2:c0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f48858-14fb-40cc-a2aa-88122d4f1c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:16:22.694065 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (99afccc5-5237-44d9-a640-7e3e2ed7adb8), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.724815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.724815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.724815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.725400 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.725529 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.726077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.726192 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.726675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.726849 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.727179 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.814307 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port dfd8b99e-b26f-4333-b46d-e181f6299eec is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:22.814963 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.830468 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:22.884369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd8b99e-b26f-4333-b46d-e181f6299eec {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:22.890860 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:22.898736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacaf54e-0d89-4572-a1a9-a7dff0b89c37 {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:22.905338 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:21Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:22.909797 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks [] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.915936 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:22.969011 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397454c-30e3-48f4-9a46-e68fc60f827b None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:21Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:16:22.977170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Transition to ACTIVE for port object aacaf54e-0d89-4572-a1a9-a7dff0b89c37 will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:22.987051 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ecac-5632-49cf-b06a-69bcdf64c724 req-b67ca7d7-47a1-4add-94c6-83f9bf9413a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:22.988599 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0779ecac-5632-49cf-b06a-69bcdf64c724 req-b67ca7d7-47a1-4add-94c6-83f9bf9413a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 932 time: 0.2012613 Jan 27 11:16:22.995063 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.996017 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.996371 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.996735 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:22.997374 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99afccc5-5237-44d9-a640-7e3e2ed7adb8']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:22.999483 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:23.000190 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.001748 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 1093 time: 2.6015296 Jan 27 11:16:23.011998 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:23.031667 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c9f921e6-ec02-4628-bd64-f17bb785e494 None None] Current status of the port c406d68e-3c36-4840-8e32-c8881a96f070 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:23.034205 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:23.053243 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.055089 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 86875824-757e-43c2-ba1a-07ec2a9929e4 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:16:23.095915 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d3015-d72e-4aec-9727-c22aa34e0f4d req-32173b4f-e411-40ef-be27-33934a439ee8 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:23.107917 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-121d3015-d72e-4aec-9727-c22aa34e0f4d req-32173b4f-e411-40ef-be27-33934a439ee8 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 944 time: 1.2650156 Jan 27 11:16:23.134381 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.234605 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:23.291918 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be0571d-8972-4e7a-8050-6bc29d2932ec') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:23.292208 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be0571d-8972-4e7a-8050-6bc29d2932ec') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:23.354022 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (6be0571d-8972-4e7a-8050-6bc29d2932ec), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.402264 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0779ecac-5632-49cf-b06a-69bcdf64c724 req-e473eb40-2e48-4818-919e-c64579eccbef tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377627 Jan 27 11:16:23.404202 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=86875824-757e-43c2-ba1a-07ec2a9929e4,segment=NetworkSegment(42c0fb7b-1260-434f-8ae4-84e505783992),segment_id=42c0fb7b-1260-434f-8ae4-84e505783992)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:23.433117 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '86875824-757e-43c2-ba1a-07ec2a9929e4', 'network_id': '07f0b7cc-cfb6-4331-87d4-534dbcac8c1f', 'port_id': '86875824-757e-43c2-ba1a-07ec2a9929e4', 'mac_address': 'fa:16:3e:a4:2c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b483fac4-2a75-49a5-9211-5c6c1866dac5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:16:23.454983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64a96-b5cb-4d85-bc75-7caf7caff5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:23.517726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6be0571d-8972-4e7a-8050-6bc29d2932ec), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.524663 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (c2122de2-f695-4cc5-9048-8871274b989e), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.531656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd59139-2958-4fc4-86fd-390a325bcb99" -d '{"events": [{"name": "network-changed", "server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:23.536745 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:23.548920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-2c2fb911-b732-4b95-bb27-95d3b72c997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:23.550369 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-2c2fb911-b732-4b95-bb27-95d3b72c997f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1096 time: 0.3872359 Jan 27 11:16:23.560319 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c406d68e-3c36-4840-8e32-c8881a96f070 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:23.562335 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:16:23.562558 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (6be0571d-8972-4e7a-8050-6bc29d2932ec), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.583833 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Attempting to bind port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:23.584397 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Attempting to bind port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:23.584867 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Attempting to bind port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:23.603549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 86875824-757e-43c2-ba1a-07ec2a9929e4 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:23.603549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.631711 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86875824-757e-43c2-ba1a-07ec2a9929e4 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: from cryptography.utils import int_from_bytes Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: from cryptography.utils import int_from_bytes Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:16:23.634292 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:16:23.652655 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-38b2f6d3-a435-4e30-b840-82bcda48a26b service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1244895 Jan 27 11:16:23.671622 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:23.671950 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Attempting to bind port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 on network e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:23.674794 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-522c500d-5e98-415d-89ce-5b91b5755c8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0920327 Jan 27 11:16:23.685476 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:23.685816 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Checking segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:23.686202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Bound using segment: {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:23.686704 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Bound port: aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494c0bfe-5323-488b-8952-40c6a4880c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:23.687114 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.692465 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=86875824-757e-43c2-ba1a-07ec2a9929e4,segment=NetworkSegment(42c0fb7b-1260-434f-8ae4-84e505783992),segment_id=42c0fb7b-1260-434f-8ae4-84e505783992)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:23.693753 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port c406d68e-3c36-4840-8e32-c8881a96f070 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:23.694218 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.737366 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.748343 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-121d3015-d72e-4aec-9727-c22aa34e0f4d req-af1b59e4-6870-4064-9455-631d660f8e7d tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292059 Jan 27 11:16:23.766308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-110b6d64-fcd4-40db-a9bc-0af324863d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:23.768018 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-110b6d64-fcd4-40db-a9bc-0af324863d45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0845306 Jan 27 11:16:23.818894 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc112e-2907-4de9-b7ad-1f7d3f8bea37 req-77286627-a634-4d88-8f63-d1ef9f1f2efb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:23.820870 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a3bc112e-2907-4de9-b7ad-1f7d3f8bea37 req-77286627-a634-4d88-8f63-d1ef9f1f2efb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 945 time: 0.2679327 Jan 27 11:16:23.899286 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-b3495a2e-fdbe-482d-84e8-67daba181c14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182413 Jan 27 11:16:23.904341 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:23.930360 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (c2122de2-f695-4cc5-9048-8871274b989e), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.931591 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (99afccc5-5237-44d9-a640-7e3e2ed7adb8), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.962562 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99afccc5-5237-44d9-a640-7e3e2ed7adb8,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:23.966801 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (c2122de2-f695-4cc5-9048-8871274b989e), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:23.985325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.000894 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8a4e5ae0-ba61-4b0e-b1c8-9a2611613ba9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/99afccc5-5237-44d9-a640-7e3e2ed7adb8 HTTP/1.1" status: 204 len: 168 time: 2.2492843 Jan 27 11:16:24.018039 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port c406d68e-3c36-4840-8e32-c8881a96f070 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:24.026375 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43276) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:24.034334 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2122de2-f695-4cc5-9048-8871274b989e,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:24.059771 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['86875824-757e-43c2-ba1a-07ec2a9929e4'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:24.071063 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:24.141557 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36e6e694-74ce-453e-9124-a528f85fb6cb req-5178a96a-1f93-45a7-baf8-051d1b507e0f service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729309 Jan 27 11:16:24.165026 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Deleting subnet 0f74d8d6-e610-4fa9-9b9a-bedafe873ce1 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:16:24.165256 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.167780 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8952e59e-8567-489a-b135-55be1b4f0434 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6088223 Jan 27 11:16:24.171449 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43282) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:24.177251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:24.187032 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:24.189012 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d0d41d-b39b-4f54-9b58-840c3c92a610 x-openstack-request-id: req-77d0d41d-b39b-4f54-9b58-840c3c92a610 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:24.189403 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:24.189749 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77d0d41d-b39b-4f54-9b58-840c3c92a610 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:24.190292 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b', 'status': 'completed', 'code': 200} Jan 27 11:16:24.192529 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Publish callbacks [] for subnet (0f74d8d6-e610-4fa9-9b9a-bedafe873ce1), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.215190 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.279164 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a3bc112e-2907-4de9-b7ad-1f7d3f8bea37 req-5710b98f-f545-41b7-a8d3-773874d321c9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312599 Jan 27 11:16:24.369886 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:24.401979 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.402339 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.509364 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Publish callbacks [] for subnet (0f74d8d6-e610-4fa9-9b9a-bedafe873ce1), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.529468 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-9f600505-8d41-46fc-a4b7-ffabc6908307 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143622 Jan 27 11:16:24.548452 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (0f74d8d6-e610-4fa9-9b9a-bedafe873ce1), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.551509 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:24.557537 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.559779 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/aacaf54e-0d89-4572-a1a9-a7dff0b89c37 HTTP/1.1" status: 200 len: 1094 time: 3.7828889 Jan 27 11:16:24.754999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a99962-0b58-4f7f-87c3-9801f2dccab1 req-94341757-6229-4177-af1c-0f699ea04002 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:24.763156 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d2a99962-0b58-4f7f-87c3-9801f2dccab1 req-94341757-6229-4177-af1c-0f699ea04002 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.1481688 Jan 27 11:16:24.838337 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Allocated IP 172.27.2.42 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/72d77867-a4a8-4681-a95f-3c6ceca1747c) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:24.867368 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for subnet (0f74d8d6-e610-4fa9-9b9a-bedafe873ce1), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.878467 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99b0b5-f504-446e-94c9-6988ae5991c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:24.903947 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d2a99962-0b58-4f7f-87c3-9801f2dccab1 req-70c5bc27-071b-466d-bc05-c969d1557563 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384788 Jan 27 11:16:24.925768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-20a91d4f-e14a-4146-90fb-3a9795e6cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:24.927270 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-20a91d4f-e14a-4146-90fb-3a9795e6cab8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 1097 time: 0.3035462 Jan 27 11:16:24.928097 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f74d8d6-e610-4fa9-9b9a-bedafe873ce1,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:24.937600 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:24.941747 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6c97027c-0d35-4997-9b33-c331013475e9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0f74d8d6-e610-4fa9-9b9a-bedafe873ce1 HTTP/1.1" status: 204 len: 168 time: 0.8762577 Jan 27 11:16:24.951976 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43312) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:25.012650 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.054578 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-4e90d696-fd07-4c38-9c0c-371a5434c678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37 HTTP/1.1" status: 200 len: 217 time: 0.0997529 Jan 27 11:16:25.057081 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.095025 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:25.098968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:25.104960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:25.105597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513caf-8cc9-424b-9362-70cd3555ec0c req-355e9d35-24b6-45ba-a6ec-827978d6377c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:25.107865 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-55513caf-8cc9-424b-9362-70cd3555ec0c req-355e9d35-24b6-45ba-a6ec-827978d6377c tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 945 time: 0.2176077 Jan 27 11:16:25.109716 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa78229b-76dc-4428-857b-a7d4026f7e27 req-f239aaf1-542c-4827-a200-80301869ff16 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628181 Jan 27 11:16:25.136412 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (81947fc7-7a39-4187-8184-95b4f1a429f5), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.141188 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=72d77867-a4a8-4681-a95f-3c6ceca1747c,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:25.197281 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-55513caf-8cc9-424b-9362-70cd3555ec0c req-bc7be73a-7d53-436f-a504-a4513d7ad22b tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777724 Jan 27 11:16:25.241930 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.252758 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (81947fc7-7a39-4187-8184-95b4f1a429f5), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.279034 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.279398 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.280145 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.280476 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.281299 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.282205 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.282205 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.282410 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.282655 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.283398 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.287341 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.355820 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.356210 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.356537 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.357258 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:16:25.357258 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81947fc7-7a39-4187-8184-95b4f1a429f5']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:25.375398 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe2956-0a30-4b21-a732-f1860e8084df') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:25.375693 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe2956-0a30-4b21-a732-f1860e8084df') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:25.392226 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (bdfe2956-0a30-4b21-a732-f1860e8084df), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.415074 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (bdfe2956-0a30-4b21-a732-f1860e8084df), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.425060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:16:25.425457 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (bdfe2956-0a30-4b21-a732-f1860e8084df), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: from cryptography.utils import int_from_bytes Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: from cryptography.utils import int_from_bytes Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:16:25.429559 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:16:25.444036 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b250b-6a45-4c7c-affd-479abb5855f0 req-06c73117-9c59-435b-8596-a9d5ec9f3ec3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:25.445634 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ee3b250b-6a45-4c7c-affd-479abb5855f0 req-06c73117-9c59-435b-8596-a9d5ec9f3ec3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 945 time: 0.0967329 Jan 27 11:16:25.497807 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (81947fc7-7a39-4187-8184-95b4f1a429f5), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.503827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.506880 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.509526 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/81947fc7-7a39-4187-8184-95b4f1a429f5 HTTP/1.1" status: 204 len: 168 time: 0.5533617 Jan 27 11:16:25.516745 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.526721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fba65-c8f3-4105-b558-1a3bc50bd0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81947fc7-7a39-4187-8184-95b4f1a429f5,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:25.534940 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ee3b250b-6a45-4c7c-affd-479abb5855f0 req-db9fdc9f-72c3-4511-9d99-a90cf90038b2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789337 Jan 27 11:16:25.602345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=72d77867-a4a8-4681-a95f-3c6ceca1747c,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:25.611856 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.635463 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:25.641495 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c4aa529c-9c1b-439c-82a9-a7403f02dae9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4689729 Jan 27 11:16:25.741100 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43334) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:25.790012 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-e2116cff-43c3-4d4d-971d-d2ac2de69f92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3f32707f08740e5b333959bdae791de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473950 Jan 27 11:16:25.793007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43346) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:26.043517 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcd50e-381c-40cd-b0a8-c80cf3407c04 req-03759eb0-c170-4726-838a-78be53634243 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:26.045915 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bfcd50e-381c-40cd-b0a8-c80cf3407c04 req-03759eb0-c170-4726-838a-78be53634243 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.0499847 Jan 27 11:16:26.046567 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-50a8aaf7-c2c7-49f3-8267-708746e1a833 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--263964242&fields=id&tenant_id=f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 267 time: 0.2349250 Jan 27 11:16:26.049394 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] Publish callbacks [] for security_group (4350e042-5a95-48eb-bc33-97ec62b3cd1b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.095975 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] Publish callbacks [] for security_group (4350e042-5a95-48eb-bc33-97ec62b3cd1b), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.098275 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bfcd50e-381c-40cd-b0a8-c80cf3407c04 req-21a3ee5c-4ca9-4593-ba2c-6f6c00cda9e3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Jan 27 11:16:26.193448 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-23dd2ffb-ad5d-4f02-ab0f-aa0d081dfc4a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:26.195195 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-23dd2ffb-ad5d-4f02-ab0f-aa0d081dfc4a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 810 time: 0.1414757 Jan 27 11:16:26.195890 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:26.198166 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:26.211323 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4350e042-5a95-48eb-bc33-97ec62b3cd1b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.213876 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.217407 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4350e042-5a95-48eb-bc33-97ec62b3cd1b HTTP/1.1" status: 204 len: 168 time: 0.4202535 Jan 27 11:16:26.220271 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-d3d898d4-2c72-4b00-a79b-b0610ee73638 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/quotas/f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 375 time: 0.0166705 Jan 27 11:16:26.229307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4b94-619f-403d-9eb4-bfcfda64f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350e042-5a95-48eb-bc33-97ec62b3cd1b,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:26.243067 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3c062-b680-45dd-b7da-2bedc9f408e5 x-openstack-request-id: req-beb3c062-b680-45dd-b7da-2bedc9f408e5 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:26.243423 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:26.243739 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-beb3c062-b680-45dd-b7da-2bedc9f408e5 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:26.244186 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37', 'status': 'completed', 'code': 200} Jan 27 11:16:26.283991 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-9096167d-40dd-4140-a6b4-a36fe184f904 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566509 Jan 27 11:16:26.338017 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72a25-3976-4946-8cff-d2af24312f74 req-8889c0f5-d499-476a-9261-fb5f00072ee7 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:26.339805 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41e72a25-3976-4946-8cff-d2af24312f74 req-8889c0f5-d499-476a-9261-fb5f00072ee7 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 945 time: 0.0522232 Jan 27 11:16:26.392253 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41e72a25-3976-4946-8cff-d2af24312f74 req-e549893c-fbc7-4a79-b97d-81aa4d323911 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Jan 27 11:16:26.407445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-9a151410-be46-40ce-ba59-de34a3a18a86 service neutron] 10.222.0.24 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042142 Jan 27 11:16:26.499512 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-4d913f87-f59f-43cf-854b-ddbca7c6133b service neutron] 10.222.0.24 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839863 Jan 27 11:16:26.559983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43376) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:26.600643 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3cacae0c-5b41-48d7-8c69-1952ef8997b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5176abc375ba42b1afca4840d5cedd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395124 Jan 27 11:16:26.603233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43380) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:26.691534 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-497dd9b7-450d-4518-bff3-66c61737055e req-63ddb4d1-76c2-4a1a-b784-d0c93876c508 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 210 time: 0.0455372 Jan 27 11:16:26.709650 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] Publish callbacks [] for security_group (38a3432f-150c-4b11-aa49-3ff7fa105898), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.709869 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84440cc-078c-4cc5-a253-16d08094ca22 req-bc4b2a17-b664-47f0-b1f4-4b40caddb210 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:26.713409 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d84440cc-078c-4cc5-a253-16d08094ca22 req-bc4b2a17-b664-47f0-b1f4-4b40caddb210 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 945 time: 0.0715287 Jan 27 11:16:26.760224 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] Publish callbacks [] for security_group (38a3432f-150c-4b11-aa49-3ff7fa105898), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.774637 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d84440cc-078c-4cc5-a253-16d08094ca22 req-ebf5b825-90e7-4998-982c-90dceec280b6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Jan 27 11:16:26.775630 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-bc7e56f3-c515-4618-a12c-33ebd402c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:26.777085 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-bc7e56f3-c515-4618-a12c-33ebd402c48e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0793171 Jan 27 11:16:26.815560 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (38a3432f-150c-4b11-aa49-3ff7fa105898), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.818361 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:26.819470 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38a3432f-150c-4b11-aa49-3ff7fa105898 HTTP/1.1" status: 204 len: 168 time: 0.2153006 Jan 27 11:16:26.827608 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfd9ca-c5d5-40d0-9fae-f8428d0b2b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a3432f-150c-4b11-aa49-3ff7fa105898,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:27.210048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d8fb6-41d6-41c4-bcef-60d589714a5d req-2587069c-0ae0-43f5-895f-d8b10ebfd8ba tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:27.211720 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b19d8fb6-41d6-41c4-bcef-60d589714a5d req-2587069c-0ae0-43f5-895f-d8b10ebfd8ba tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.0487037 Jan 27 11:16:27.270487 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b19d8fb6-41d6-41c4-bcef-60d589714a5d req-c6e2656f-b6e6-4dd3-8847-8a70e4badaec tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Jan 27 11:16:27.508753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06f02-57fb-409d-b369-cb2e9318809c req-c23eeb30-ddfe-467a-bde7-4e96f1948370 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:27.510261 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84b06f02-57fb-409d-b369-cb2e9318809c req-c23eeb30-ddfe-467a-bde7-4e96f1948370 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Jan 27 11:16:27.557521 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84b06f02-57fb-409d-b369-cb2e9318809c req-cf565cc1-0175-4043-84d8-e792e8f9852e tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Jan 27 11:16:27.648340 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-ffadac32-e535-4258-9741-dcbdf60ff5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265746 Jan 27 11:16:27.742060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-b2eeb960-d5cb-4e59-81f2-3a55ddd8df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:27.743712 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-b2eeb960-d5cb-4e59-81f2-3a55ddd8df02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1096 time: 0.0979223 Jan 27 11:16:27.907566 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fae08f3-fc0c-4be9-978b-c17378c5bd1c req-a2efcc5c-0a54-44c7-a475-15056e9449d3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 210 time: 0.1110291 Jan 27 11:16:27.925759 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-78a71e88-6808-4ffd-84a8-b1424ded70b1 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690449 Jan 27 11:16:27.965379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ee0e0-db28-4588-ab9f-737edba0e241 req-f9cbfb34-7648-4063-a2c7-0121123122f3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:27.967910 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e8ee0e0-db28-4588-ab9f-737edba0e241 req-f9cbfb34-7648-4063-a2c7-0121123122f3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 945 time: 0.0963540 Jan 27 11:16:28.037886 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-7ee24fb1-d8af-4fb3-a6f8-d89720af5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.039366 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-7ee24fb1-d8af-4fb3-a6f8-d89720af5fbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.2890551 Jan 27 11:16:28.065403 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e8ee0e0-db28-4588-ab9f-737edba0e241 req-1f46a870-15b1-4ae6-a5d5-7b757b51a155 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Jan 27 11:16:28.096705 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-1edbf8b8-5782-428f-bbe1-e47e6163a1a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0497310 Jan 27 11:16:28.117646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2697fa43-a6ac-4df7-b32d-5cfb9da155aa req-397d70ac-b804-4f7d-894c-1be33fd726a0 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723778 Jan 27 11:16:28.171588 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-34a40a18-be05-414f-8c8a-3b8c8e57b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.173382 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-34a40a18-be05-414f-8c8a-3b8c8e57b812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0683062 Jan 27 11:16:28.248476 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-08a99582-3b78-4676-9197-7f9a011f4ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347061 Jan 27 11:16:28.266512 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-362fc330-ce54-4e44-8441-fc0e42901031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.268554 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-362fc330-ce54-4e44-8441-fc0e42901031 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0822680 Jan 27 11:16:28.480958 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-50c21065-7bac-478c-8697-31f28ac8c03f service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233341 Jan 27 11:16:28.486717 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-14253c66-e7df-484a-a387-7451b288c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.487949 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-14253c66-e7df-484a-a387-7451b288c097 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.2071910 Jan 27 11:16:28.528922 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-53206a71-27e2-4ff6-8228-36558db5a7ad tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.530421 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-53206a71-27e2-4ff6-8228-36558db5a7ad tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 810 time: 0.2202671 Jan 27 11:16:28.560220 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-714fe48e-00b8-4a4c-b758-61a415937127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37 HTTP/1.1" status: 200 len: 217 time: 0.0615735 Jan 27 11:16:28.633953 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef694-f7dc-4478-978d-13b1f2300236 req-10e8c6b1-3da0-4ff5-9b0c-7acc5cfc31c8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.636308 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-accef694-f7dc-4478-978d-13b1f2300236 req-10e8c6b1-3da0-4ff5-9b0c-7acc5cfc31c8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.2060883 Jan 27 11:16:28.658663 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-f429eb2d-8411-44bc-815b-3419a37d85db tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 379 time: 0.1181223 Jan 27 11:16:28.674607 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'port': {'device_id': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'admin_state_up': True, 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'security_groups': ['b76d4373-0833-4b48-ba9b-c36f5d3dcd35']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:28.727860 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-0c7d05fc-047c-4daf-b186-537f2eb5b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.730420 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-0c7d05fc-047c-4daf-b186-537f2eb5b04b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.1602159 Jan 27 11:16:28.787643 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4a201-9220-4ffa-b9f6-2cf0b4df27df req-eeb727e9-0f88-4fc8-9c47-422c42453e5e tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:28.789461 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b8a4a201-9220-4ffa-b9f6-2cf0b4df27df req-eeb727e9-0f88-4fc8-9c47-422c42453e5e tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 945 time: 0.1377056 Jan 27 11:16:28.865524 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b8a4a201-9220-4ffa-b9f6-2cf0b4df27df req-2dc247d1-3f03-496f-9d83-ce9b35bb4cca tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672352 Jan 27 11:16:28.906437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Made reservation on behalf of f146482f1d884f9e83827a1b414b9389 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:28.913824 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:28.953602 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-4c662906-dc3c-4534-8a31-e1bedc27cc09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134264 Jan 27 11:16:28.977564 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-accef694-f7dc-4478-978d-13b1f2300236 req-0e8888f4-bef5-47c2-832f-8fc9e9692b71 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077958 Jan 27 11:16:28.979621 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fd59139-2958-4fc4-86fd-390a325bcb99 req-33dcab63-fa85-4a24-bb20-67ee96e99c3b service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907811 Jan 27 11:16:29.096340 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c1e71213-2935-4832-b642-85658016e85f req-b20cbdce-5a74-4c1f-ab9b-c4db64709000 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 210 time: 0.0398500 Jan 27 11:16:29.106453 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-6caf79c4-559c-459c-b4fc-982e7d61c3fc service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253359 Jan 27 11:16:29.183223 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Allocated IP 172.20.0.14 (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20/ec71e674-b8d3-40de-9a7e-2c6811921a3c/24c73024-2b98-4344-9cff-9e500a887a3f) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:29.227202 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43516) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:29.290234 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312953-ef88-4b4b-b3f2-eef6cba97b5c req-fe18e9cd-3510-4d0c-8eca-1a68a2864433 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:29.297801 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e8312953-ef88-4b4b-b3f2-eef6cba97b5c req-fe18e9cd-3510-4d0c-8eca-1a68a2864433 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 945 time: 0.0876684 Jan 27 11:16:29.306783 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe54e9-d6bf-4761-8e14-8ffbeb8af1c1 req-ccff6183-4d45-48bf-9149-9065f2b5b3a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897616 Jan 27 11:16:29.377360 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e8312953-ef88-4b4b-b3f2-eef6cba97b5c req-da23ce30-4e2c-4b51-95ff-4815b4b25d50 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Jan 27 11:16:29.395428 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (24c73024-2b98-4344-9cff-9e500a887a3f), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.427925 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-deeed083-2113-4f89-b667-8128c7f5403c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.480075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.542491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:29.550425 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:29.553661 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:29.556184 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:29.598996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device dfd8b99e-b26f-4333-b46d-e181f6299eec up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:29.617598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-deeed083-2113-4f89-b667-8128c7f5403c admin admin] Publish callbacks [] for security_group (1e21be3d-acbd-4f0b-9c64-f0b630cd429c), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.629939 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:29.630679 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.637811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-deeed083-2113-4f89-b667-8128c7f5403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1e21be3d-acbd-4f0b-9c64-f0b630cd429c), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.679361 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5967822c-4df2-4733-943a-7342297187a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0100319 Jan 27 11:16:29.686141 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port dfd8b99e-b26f-4333-b46d-e181f6299eec completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:16:29.693784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port dfd8b99e-b26f-4333-b46d-e181f6299eec triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:29.695157 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.697084 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Request body: {'port': {'device_id': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:29.708874 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-deeed083-2113-4f89-b667-8128c7f5403c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36b282743e64471397d98a4940845440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789948 Jan 27 11:16:29.712467 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43536) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:29.771516 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeed083-2113-4f89-b667-8128c7f5403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e21be3d-acbd-4f0b-9c64-f0b630cd429c,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:29.827137 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] Publish callbacks [] for security_group (1e21be3d-acbd-4f0b-9c64-f0b630cd429c), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.832884 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.872047 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] Publish callbacks [] for security_group (1e21be3d-acbd-4f0b-9c64-f0b630cd429c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.879594 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-5a3d7628-846a-4ef7-917e-b7b2fc76c774 None None] Provisioning complete for port 24c73024-2b98-4344-9cff-9e500a887a3f triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:29.880204 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7628-846a-4ef7-917e-b7b2fc76c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.917089 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port dfd8b99e-b26f-4333-b46d-e181f6299eec is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:29.918204 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.970622 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1e21be3d-acbd-4f0b-9c64-f0b630cd429c), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.977419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:29.978862 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e21be3d-acbd-4f0b-9c64-f0b630cd429c HTTP/1.1" status: 204 len: 168 time: 0.2652342 Jan 27 11:16:30.014298 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74209b4e-1e2c-4f21-be4a-d8bea94b9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e21be3d-acbd-4f0b-9c64-f0b630cd429c,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:30.141285 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384650e5-4252-4eec-8258-83796a5eb040 req-ffea0ab8-324b-4e59-a2a4-cdbdb07e89bc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:30.143835 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-384650e5-4252-4eec-8258-83796a5eb040 req-ffea0ab8-324b-4e59-a2a4-cdbdb07e89bc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.0628812 Jan 27 11:16:30.221383 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-384650e5-4252-4eec-8258-83796a5eb040 req-4636b08b-0ba8-4d30-8eb1-181ab0a81dff tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660887 Jan 27 11:16:30.330207 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:30.332124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:30.396870 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.397692 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 86875824-757e-43c2-ba1a-07ec2a9929e4 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:30.398148 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6e51-d26e-4a1c-badb-2667cfa5d910 req-d13cadf7-6487-40b9-b31f-5db88a47a510 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:30.403095 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7dcb6e51-d26e-4a1c-badb-2667cfa5d910 req-d13cadf7-6487-40b9-b31f-5db88a47a510 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 932 time: 0.0857849 Jan 27 11:16:30.452185 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d7628-846a-4ef7-917e-b7b2fc76c774 None None] Port 24c73024-2b98-4344-9cff-9e500a887a3f cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:16:30.489775 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7dcb6e51-d26e-4a1c-badb-2667cfa5d910 req-38b0ea27-8f1f-4484-b46f-e5baa7d762b8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770352 Jan 27 11:16:30.514597 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:30.537888 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 86875824-757e-43c2-ba1a-07ec2a9929e4 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:16:30.549625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1aafa-4006-4e72-8685-dae5db70967b req-d4f2be01-75ef-4683-96fa-e42f0e1e2523 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:30.550374 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 86875824-757e-43c2-ba1a-07ec2a9929e4 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:30.550843 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.557067 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98f1aafa-4006-4e72-8685-dae5db70967b req-d4f2be01-75ef-4683-96fa-e42f0e1e2523 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 945 time: 0.5185847 Jan 27 11:16:30.611812 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43572) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:30.636870 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-570bc2bc-2782-4e77-adc3-0909efc2421e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.646695 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98f1aafa-4006-4e72-8685-dae5db70967b req-2eb3df11-af1f-4b0b-b79e-5df8131eba70 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886331 Jan 27 11:16:30.737249 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c73024-2b98-4344-9cff-9e500a887a3f {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:30.741865 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 86875824-757e-43c2-ba1a-07ec2a9929e4 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:30.743083 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.747790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks [] for port (24c73024-2b98-4344-9cff-9e500a887a3f), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.763894 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Transition to ACTIVE for port object 24c73024-2b98-4344-9cff-9e500a887a3f will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:30.774136 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.781233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac84ae-f7e7-437d-b262-41f2a07d0a77 req-63c1518d-ecdb-4521-bce5-5eb1845971ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:30.786142 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=86875824-757e-43c2-ba1a-07ec2a9929e4,segment=NetworkSegment(42c0fb7b-1260-434f-8ae4-84e505783992),segment_id=42c0fb7b-1260-434f-8ae4-84e505783992)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:30.789359 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b9ac84ae-f7e7-437d-b262-41f2a07d0a77 req-63c1518d-ecdb-4521-bce5-5eb1845971ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.1351881 Jan 27 11:16:30.795661 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:30.831224 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124cda9-924c-4ccc-a97d-89098bdc3827" -d '{"events": [{"server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:30.861725 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Pushing event updated for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:30.930649 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:30.935963 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b9ac84ae-f7e7-437d-b262-41f2a07d0a77 req-f82b46a1-fc26-4ad8-845f-e505fb425b1d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455402 Jan 27 11:16:30.992945 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-570bc2bc-2782-4e77-adc3-0909efc2421e admin admin] Publish callbacks [] for security_group (679599ef-4fd7-47bd-af8e-78e444fb1598), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.001254 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-570bc2bc-2782-4e77-adc3-0909efc2421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (679599ef-4fd7-47bd-af8e-78e444fb1598), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.032719 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Attempting to bind port 24c73024-2b98-4344-9cff-9e500a887a3f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:31.033109 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Attempting to bind port 24c73024-2b98-4344-9cff-9e500a887a3f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:31.033552 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Attempting to bind port 24c73024-2b98-4344-9cff-9e500a887a3f on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:31.039392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Port 24c73024-2b98-4344-9cff-9e500a887a3f on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:31.039846 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Attempting to bind port 24c73024-2b98-4344-9cff-9e500a887a3f on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:31.048250 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:31.049244 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Checking segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:31.050097 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Bound using segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:31.061164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Bound port: 24c73024-2b98-4344-9cff-9e500a887a3f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:31.061663 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.102055 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43584) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:31.104346 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-570bc2bc-2782-4e77-adc3-0909efc2421e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26265bb8761040659ac99a2dd3bd948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916389 Jan 27 11:16:31.157382 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc2bc-2782-4e77-adc3-0909efc2421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679599ef-4fd7-47bd-af8e-78e444fb1598,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:31.189945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5261c921-7cc8-4518-a865-fef471866724 x-openstack-request-id: req-5261c921-7cc8-4518-a865-fef471866724 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:31.190273 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:31.190533 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5261c921-7cc8-4518-a865-fef471866724 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:31.190984 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec', 'code': 200} Jan 27 11:16:31.272861 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:31.275251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] Publish callbacks [] for security_group (679599ef-4fd7-47bd-af8e-78e444fb1598), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.279634 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=24c73024-2b98-4344-9cff-9e500a887a3f,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:31.294492 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.336494 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] Publish callbacks [] for security_group (679599ef-4fd7-47bd-af8e-78e444fb1598), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.364095 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.364845 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.366254 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] 10.222.0.44 "PUT /v2.0/ports/24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 1094 time: 1.6760800 Jan 27 11:16:31.366719 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:31.375437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888e2e8c-8a5b-40d3-b986-edae14937ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:31.470162 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9a6e30-68a2-4a65-bb62-b0fcf58d0232 x-openstack-request-id: req-9a9a6e30-68a2-4a65-bb62-b0fcf58d0232 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:31.470512 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:31.470806 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a9a6e30-68a2-4a65-bb62-b0fcf58d0232 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:31.471285 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f', 'status': 'completed', 'code': 200} Jan 27 11:16:31.473078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74346c3-6e9c-40f9-abb2-fefed614182a req-9fec11e1-d24f-41e3-891d-1ad4481a6c1c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.474821 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b74346c3-6e9c-40f9-abb2-fefed614182a req-9fec11e1-d24f-41e3-891d-1ad4481a6c1c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 944 time: 0.1572154 Jan 27 11:16:31.489766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bc896-eb6d-40b8-a90f-7707d2f715ab service neutron] Pushing event updated for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:31.522223 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-18f6b7df-8093-4871-8a58-cb968911e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.523927 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-18f6b7df-8093-4871-8a58-cb968911e9ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1097 time: 0.0805545 Jan 27 11:16:31.530265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (679599ef-4fd7-47bd-af8e-78e444fb1598), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.534061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.537981 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679599ef-4fd7-47bd-af8e-78e444fb1598 HTTP/1.1" status: 204 len: 168 time: 0.4349322 Jan 27 11:16:31.596156 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f04f0-615a-48e1-bae2-96ab27ab9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679599ef-4fd7-47bd-af8e-78e444fb1598,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:31.611039 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-4c6073a2-7924-4d72-a89e-5f17234d1851 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 217 time: 0.0715172 Jan 27 11:16:31.625005 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-311700db-2099-43ae-9499-1b1117da9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.626633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device aacaf54e-0d89-4572-a1a9-a7dff0b89c37 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:16:31.629998 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-311700db-2099-43ae-9499-1b1117da9243 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 1099 time: 0.2059855 Jan 27 11:16:31.651045 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b74346c3-6e9c-40f9-abb2-fefed614182a req-314aa13b-63db-48d4-90f4-6e38a6f9bc2d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590734 Jan 27 11:16:31.680075 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-cc134231-3181-421a-b409-9b984507e920 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.735744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-464d3e15-78c4-4a98-ab7f-4c9add0f1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.737637 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-464d3e15-78c4-4a98-ab7f-4c9add0f1456 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.1207409 Jan 27 11:16:31.776034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1567a-be46-40fb-b3d8-882402756079 req-c954d373-ab27-4c01-ac9c-2cdd1052ffdf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.777947 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7a1567a-be46-40fb-b3d8-882402756079 req-c954d373-ab27-4c01-ac9c-2cdd1052ffdf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 944 time: 0.1233938 Jan 27 11:16:31.837290 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-cc134231-3181-421a-b409-9b984507e920 service neutron] Publish callbacks [] for security_group (aa142847-5e92-4271-8177-dc82639fcdb5), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.846608 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-cc134231-3181-421a-b409-9b984507e920 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (aa142847-5e92-4271-8177-dc82639fcdb5), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:31.883006 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:31.906792 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7a1567a-be46-40fb-b3d8-882402756079 req-6587bd46-3300-41e2-b527-462e10d74347 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999544 Jan 27 11:16:31.922225 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a9d1-7a05-4172-a33b-5402d4f1d0c5 req-7f30c1df-0d86-4e2e-a075-b7b0e89a24ff tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.922456 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'port_id': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37', 'mac_address': 'fa:16:3e:56:36:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:16:31.922557 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f827a9d1-7a05-4172-a33b-5402d4f1d0c5 req-7f30c1df-0d86-4e2e-a075-b7b0e89a24ff tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.1513462 Jan 27 11:16:31.925692 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-8e81bacd-72e8-414c-b8ea-e69a53e2307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:31.927461 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-8e81bacd-72e8-414c-b8ea-e69a53e2307a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1789775 Jan 27 11:16:31.938939 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa7e29aa-47d9-44fd-abd8-ebad4900d2ec req-cc134231-3181-421a-b409-9b984507e920 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848372 Jan 27 11:16:31.951749 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43614) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:31.969739 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc134231-3181-421a-b409-9b984507e920 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa142847-5e92-4271-8177-dc82639fcdb5,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:32.025900 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:32.030855 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.033577 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f827a9d1-7a05-4172-a33b-5402d4f1d0c5 req-fbc580f7-449c-4642-a753-3629a7670e7e tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118283 Jan 27 11:16:32.047169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-740005ea-b400-4d4c-865e-999b98fa29ca service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127691 Jan 27 11:16:32.056465 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacaf54e-0d89-4572-a1a9-a7dff0b89c37 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:32.091369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:32.104882 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.105590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12fdabed-b20b-4713-8fdf-3878d3fbfa8b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:16:32.132105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694379-e6f7-48ff-b082-70c6e8626f46 req-0945a277-c71b-4493-bebd-693eb2c83751 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.140143 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-53694379-e6f7-48ff-b082-70c6e8626f46 req-0945a277-c71b-4493-bebd-693eb2c83751 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0744660 Jan 27 11:16:32.175245 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:32.182714 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:32.191034 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b', 'network_id': 'e5cefd6f-6130-4847-8eaf-b2f824d6c6f2', 'port_id': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b', 'mac_address': 'fa:16:3e:11:2e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bb130-8a81-4dc1-9b83-b4453e718366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:16:32.236629 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:32.237061 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.252230 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fdabed-b20b-4713-8fdf-3878d3fbfa8b {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:32.278254 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-966103f9-489a-41e0-b07c-d2bd4330d243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.294860 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:32.303855 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.306841 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-53694379-e6f7-48ff-b082-70c6e8626f46 req-f86afc69-ef00-421a-99f2-d9cdce97115f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656966 Jan 27 11:16:32.330806 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f20968a-43b1-4bf5-b160-bbf40e860fc5 req-5cc4ac48-f253-4d47-8ff3-d4f237f82278 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484191 Jan 27 11:16:32.391534 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:32.453184 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-544aac0b-0ced-40cb-8308-f150c40243ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.454670 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-544aac0b-0ced-40cb-8308-f150c40243ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1097 time: 0.0586193 Jan 27 11:16:32.461405 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-966103f9-489a-41e0-b07c-d2bd4330d243 admin admin] Publish callbacks [] for security_group (bf2bd37c-ffcc-4062-a182-23c625fcb165), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.468859 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-966103f9-489a-41e0-b07c-d2bd4330d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (bf2bd37c-ffcc-4062-a182-23c625fcb165), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.554187 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-966103f9-489a-41e0-b07c-d2bd4330d243 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0effa452a43f4f1bba80a1d1700ee9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988028 Jan 27 11:16:32.556224 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43650) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:32.570758 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966103f9-489a-41e0-b07c-d2bd4330d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2bd37c-ffcc-4062-a182-23c625fcb165,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:32.606044 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-f26c9bd8-f199-4046-965c-eeb161f14d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.608147 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-f26c9bd8-f199-4046-965c-eeb161f14d57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.1450822 Jan 27 11:16:32.618793 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['12fdabed-b20b-4713-8fdf-3878d3fbfa8b'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:32.623242 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] Publish callbacks [] for security_group (bf2bd37c-ffcc-4062-a182-23c625fcb165), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.624744 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['aacaf54e-0d89-4572-a1a9-a7dff0b89c37'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:32.648561 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] Publish callbacks [] for security_group (bf2bd37c-ffcc-4062-a182-23c625fcb165), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.660917 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-98c260e7-6b89-49fe-ae1e-46a1cee4228f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 217 time: 0.0443115 Jan 27 11:16:32.709846 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (bf2bd37c-ffcc-4062-a182-23c625fcb165), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.713833 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.718209 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf2bd37c-ffcc-4062-a182-23c625fcb165 HTTP/1.1" status: 204 len: 168 time: 0.1549067 Jan 27 11:16:32.741642 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-cc4a92fb-f7bf-4ca4-bac7-2eb5fb6fbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.743115 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-cc4a92fb-f7bf-4ca4-bac7-2eb5fb6fbb9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0730429 Jan 27 11:16:32.756543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544cc54-d4d7-4441-834c-f75abbbb0f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2bd37c-ffcc-4062-a182-23c625fcb165,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:32.834569 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-05abc906-7d83-4c45-8d4d-826c96dff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.837108 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-05abc906-7d83-4c45-8d4d-826c96dff540 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866592 Jan 27 11:16:32.897134 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79e250-93f5-4e37-a415-2a3e5835b7d2 req-b0a048a5-9f20-4de9-a11a-e89d7fd94131 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:32.898730 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dd79e250-93f5-4e37-a415-2a3e5835b7d2 req-b0a048a5-9f20-4de9-a11a-e89d7fd94131 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 945 time: 0.0932453 Jan 27 11:16:33.008602 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-ded8ba44-6ea8-401f-b428-9a6aef3cab0a service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605070 Jan 27 11:16:33.015707 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dd79e250-93f5-4e37-a415-2a3e5835b7d2 req-53468309-30bf-4997-a931-57fc23ed48ba tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Jan 27 11:16:33.191642 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341cd56-f84e-456f-94c5-3290d1fc5f55 req-3e413b6a-59f0-4825-ac62-0ac7a6c48188 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:33.192039 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:33.196184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe417247-3ffa-4ed1-a1b4-91a0f9ce19b3" -d '{"events": [{"server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "name": "network-vif-plugged", "status": "completed", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:33.200795 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6341cd56-f84e-456f-94c5-3290d1fc5f55 req-3e413b6a-59f0-4825-ac62-0ac7a6c48188 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 944 time: 0.1875868 Jan 27 11:16:33.298358 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92d72-1d28-403a-8794-7b5389c0561e req-77614b81-5a9b-4937-b4a8-2bba0b728457 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:33.302890 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2af92d72-1d28-403a-8794-7b5389c0561e req-77614b81-5a9b-4937-b4a8-2bba0b728457 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.1009228 Jan 27 11:16:33.311111 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-888e2e8c-8a5b-40d3-b986-edae14937ca1 req-3605424c-edf7-4c27-8fb4-8146ed39fdfb service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961600 Jan 27 11:16:33.325683 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6341cd56-f84e-456f-94c5-3290d1fc5f55 req-9f7e36e0-791c-46fd-867b-b1ed9dead81f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088295 Jan 27 11:16:33.379464 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f880a35b-e806-4c9c-9228-bccb70398cd0 x-openstack-request-id: req-f880a35b-e806-4c9c-9228-bccb70398cd0 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:33.379825 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "name": "network-vif-plugged", "status": "completed", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:33.380002 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f880a35b-e806-4c9c-9228-bccb70398cd0 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:33.380395 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4', 'code': 200} Jan 27 11:16:33.401804 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2af92d72-1d28-403a-8794-7b5389c0561e req-802d3956-317f-4763-b066-7479ceaa156b tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911760 Jan 27 11:16:33.439476 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43680) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:33.459738 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a270ad5d-cbbc-4495-ac08-3993e5ead91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.499425 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64abb77-68e6-4ec1-966f-9e1452c69cd3 req-ffe01d74-61fb-43a8-8cd1-61c55cd6b8b0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:33.510046 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d64abb77-68e6-4ec1-966f-9e1452c69cd3 req-ffe01d74-61fb-43a8-8cd1-61c55cd6b8b0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0714686 Jan 27 11:16:33.566270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a270ad5d-cbbc-4495-ac08-3993e5ead91d admin admin] Publish callbacks [] for security_group (e9a12b96-0485-4768-8182-74982ee3b1a8), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.576758 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d64abb77-68e6-4ec1-966f-9e1452c69cd3 req-46bb012f-13ab-4689-8527-d4b63770a744 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Jan 27 11:16:33.582040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a270ad5d-cbbc-4495-ac08-3993e5ead91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e9a12b96-0485-4768-8182-74982ee3b1a8), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.636761 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a270ad5d-cbbc-4495-ac08-3993e5ead91d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83bf5d93dcc04f83a3e3efa1c058983d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960402 Jan 27 11:16:33.638344 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43690) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:33.647298 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ad5d-cbbc-4495-ac08-3993e5ead91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a12b96-0485-4768-8182-74982ee3b1a8,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:33.675092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0116f-8815-45a7-ac85-c27e9a54b4f3 req-017d7035-54ef-48d3-babf-112e811d1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:33.676731 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ddd0116f-8815-45a7-ac85-c27e9a54b4f3 req-017d7035-54ef-48d3-babf-112e811d1d10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 1099 time: 0.0990217 Jan 27 11:16:33.754052 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] Publish callbacks [] for security_group (e9a12b96-0485-4768-8182-74982ee3b1a8), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.759013 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ddd0116f-8815-45a7-ac85-c27e9a54b4f3 req-1155180b-965f-4594-8526-fd5bcd9e1e87 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737836 Jan 27 11:16:33.783541 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] Publish callbacks [] for security_group (e9a12b96-0485-4768-8182-74982ee3b1a8), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.834204 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e9a12b96-0485-4768-8182-74982ee3b1a8), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.836699 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:33.840782 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9a12b96-0485-4768-8182-74982ee3b1a8 HTTP/1.1" status: 204 len: 168 time: 0.1981699 Jan 27 11:16:33.847013 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d9385-014d-4434-adb7-b28476938d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a12b96-0485-4768-8182-74982ee3b1a8,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:34.144270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cff14-e94c-4bf6-a015-bd4a75feb58b req-bd36e7a9-c9cd-44e6-bd86-ce0f334e33d2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:34.146490 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5b1cff14-e94c-4bf6-a015-bd4a75feb58b req-bd36e7a9-c9cd-44e6-bd86-ce0f334e33d2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Jan 27 11:16:34.213366 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5b1cff14-e94c-4bf6-a015-bd4a75feb58b req-e8d270ac-4cfe-4b45-91e8-a6866793003c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Jan 27 11:16:34.435706 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54d47-cf75-4995-8652-d02040e3253e req-2635687d-bba9-42b2-8c84-528136ee270f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:34.437491 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-61e54d47-cf75-4995-8652-d02040e3253e req-2635687d-bba9-42b2-8c84-528136ee270f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 944 time: 0.0551069 Jan 27 11:16:34.513505 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-61e54d47-cf75-4995-8652-d02040e3253e req-3b62b673-6810-4ce5-a7c3-0998e9cbc632 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531824 Jan 27 11:16:34.556774 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049a0ef-1e40-4e03-b6c1-22f0c9751a64 req-2999c780-8bff-448a-bf3a-7703a684b149 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:34.558353 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7049a0ef-1e40-4e03-b6c1-22f0c9751a64 req-2999c780-8bff-448a-bf3a-7703a684b149 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0535145 Jan 27 11:16:34.615734 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7049a0ef-1e40-4e03-b6c1-22f0c9751a64 req-b1d697a6-d586-479c-b6a8-b7d36d992958 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Jan 27 11:16:34.698320 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e001d-389b-4991-9b85-df5989d52559 req-7696e18d-90e1-49df-85cb-593ad6aa17fa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:34.701073 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-150e001d-389b-4991-9b85-df5989d52559 req-7696e18d-90e1-49df-85cb-593ad6aa17fa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0504897 Jan 27 11:16:34.756469 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-150e001d-389b-4991-9b85-df5989d52559 req-19254559-a779-4e84-80c1-b92e71cc4144 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Jan 27 11:16:35.342768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508ed9e-6d2b-469c-b4db-79da194dbabf req-bd2e7ca5-ce56-45af-add6-558b98c952ff tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:35.344391 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3508ed9e-6d2b-469c-b4db-79da194dbabf req-bd2e7ca5-ce56-45af-add6-558b98c952ff tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Jan 27 11:16:35.394732 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3508ed9e-6d2b-469c-b4db-79da194dbabf req-e039bd15-38d6-4c8f-aeec-c2d9d4e6a61f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Jan 27 11:16:35.578551 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.633234 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 24c73024-2b98-4344-9cff-9e500a887a3f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:16:35.636300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device aacaf54e-0d89-4572-a1a9-a7dff0b89c37 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:35.654430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08296d9-6a20-40ed-b028-dd5036b9970c req-31d10941-8ce4-41de-85f6-c52a307b09a3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:35.656393 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b08296d9-6a20-40ed-b028-dd5036b9970c req-31d10941-8ce4-41de-85f6-c52a307b09a3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 944 time: 0.0648136 Jan 27 11:16:35.766847 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:16:35.773117 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b08296d9-6a20-40ed-b028-dd5036b9970c req-22777ac4-68b8-4bd4-862d-5294da3376c5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108859 Jan 27 11:16:35.775897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:35.776374 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.806724 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abf36d-f0ef-49b1-9881-40bad651ba22 req-7aa39628-0f94-4ae1-851b-f9f39c3201fa tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:35.808350 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-07abf36d-f0ef-49b1-9881-40bad651ba22 req-7aa39628-0f94-4ae1-851b-f9f39c3201fa tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0684719 Jan 27 11:16:35.831904 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=24c73024-2b98-4344-9cff-9e500a887a3f,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:35.848613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '24c73024-2b98-4344-9cff-9e500a887a3f', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'port_id': '24c73024-2b98-4344-9cff-9e500a887a3f', 'mac_address': 'fa:16:3e:76:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:16:35.870783 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-07abf36d-f0ef-49b1-9881-40bad651ba22 req-842ddf70-5a13-4adb-b544-bbf056674642 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548244 Jan 27 11:16:35.920681 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:35.921103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.925193 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 24c73024-2b98-4344-9cff-9e500a887a3f is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:35.925572 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.953894 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c73024-2b98-4344-9cff-9e500a887a3f {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:35.962435 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:35.965205 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c3bc85-ae24-4314-8417-8870487d71d1" -d '{"events": [{"server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "name": "network-vif-plugged", "status": "completed", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:35.986010 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:35.994474 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.995221 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12fdabed-b20b-4713-8fdf-3878d3fbfa8b up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:35.999659 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=24c73024-2b98-4344-9cff-9e500a887a3f,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:36.020873 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e02ef9-b94c-4fd1-96c5-dc25c0f086b7 x-openstack-request-id: req-91e02ef9-b94c-4fd1-96c5-dc25c0f086b7 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:36.021189 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "name": "network-vif-plugged", "status": "completed", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:36.021618 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91e02ef9-b94c-4fd1-96c5-dc25c0f086b7 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:36.022142 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37', 'code': 200} Jan 27 11:16:36.025790 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:36.103456 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:36.140355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6737e396-358e-4e45-b7b0-f45a8ff3a4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:36.143950 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:16:36.156725 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:36.157188 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:36.193725 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:36.240878 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9055c-e2e7-4965-9165-cb14b32402f6 req-68d8267b-5fbe-4c17-9f41-e981d4b32823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:36.242594 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9cc9055c-e2e7-4965-9165-cb14b32402f6 req-68d8267b-5fbe-4c17-9f41-e981d4b32823 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 1099 time: 0.0555527 Jan 27 11:16:36.256544 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:36.257589 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:36.294162 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9cc9055c-e2e7-4965-9165-cb14b32402f6 req-6304efd3-0a09-4285-8e24-7841a96b3027 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Jan 27 11:16:36.295565 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:36.300461 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:36.306585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['24c73024-2b98-4344-9cff-9e500a887a3f'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:36.385750 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:36.547687 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9456ea-8389-4340-b3c5-84c3f5ea17ef req-d9ff2f4f-d9d7-4a69-97de-0a68e588c59d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:36.553454 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bb9456ea-8389-4340-b3c5-84c3f5ea17ef req-d9ff2f4f-d9d7-4a69-97de-0a68e588c59d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0668454 Jan 27 11:16:36.604124 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bb9456ea-8389-4340-b3c5-84c3f5ea17ef req-7c9ace19-6b2c-4612-8e38-ec51711fac89 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Jan 27 11:16:36.905288 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239208cb-9f68-4d6e-a643-062f85695005 req-0818ae30-b350-4513-9595-adfa0720da83 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:36.906767 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-239208cb-9f68-4d6e-a643-062f85695005 req-0818ae30-b350-4513-9595-adfa0720da83 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 945 time: 0.0600660 Jan 27 11:16:36.955382 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-239208cb-9f68-4d6e-a643-062f85695005 req-0d40cc83-fa00-4fb2-b8fe-56c577120284 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Jan 27 11:16:37.652016 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 24c73024-2b98-4344-9cff-9e500a887a3f up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:16:37.730994 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 24c73024-2b98-4344-9cff-9e500a887a3f completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:16:37.735326 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 24c73024-2b98-4344-9cff-9e500a887a3f triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:16:37.735700 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:37.756000 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc8d2a-ad9a-4d74-a186-991f9bd20ee0 req-0239449e-c95e-4b97-891c-bbbb2e98269c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:37.757633 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46cc8d2a-ad9a-4d74-a186-991f9bd20ee0 req-0239449e-c95e-4b97-891c-bbbb2e98269c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0558717 Jan 27 11:16:37.807028 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46cc8d2a-ad9a-4d74-a186-991f9bd20ee0 req-583b13f5-1eeb-4ea9-b823-b4b969c006e4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Jan 27 11:16:37.827329 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 24c73024-2b98-4344-9cff-9e500a887a3f is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:16:37.827735 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:37.861848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=24c73024-2b98-4344-9cff-9e500a887a3f,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:16:37.868198 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:37.933092 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:38.024124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b'}, {'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:38.028666 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48aad49-b5a2-4d8b-bffb-9e4d66ab77a3" -d '{"events": [{"server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "name": "network-vif-plugged", "status": "completed", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b"}, {"server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "name": "network-vif-plugged", "status": "completed", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:38.050799 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43904) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:38.110350 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21013cfc-1bfb-46dc-9d2c-142377dda432 req-3b36842d-5e80-46d5-9f88-18960906bffd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:38.112078 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-21013cfc-1bfb-46dc-9d2c-142377dda432 req-3b36842d-5e80-46d5-9f88-18960906bffd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0520389 Jan 27 11:16:38.172127 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-21013cfc-1bfb-46dc-9d2c-142377dda432 req-fc9621f3-3f5d-47be-8994-484d93ee0cc4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535653 Jan 27 11:16:38.177650 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3e52e644-8539-4780-951a-b42d5bc63956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.301031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3e52e644-8539-4780-951a-b42d5bc63956 admin admin] Publish callbacks [] for security_group (fce159d2-b77e-4f32-954e-f9ff302bb2cf), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.311964 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8866a-391e-4ee7-af12-b557bfb231ba req-b6913df2-79c1-4fc3-baf5-d36e5db801dc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:38.313463 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-67b8866a-391e-4ee7-af12-b557bfb231ba req-b6913df2-79c1-4fc3-baf5-d36e5db801dc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0787108 Jan 27 11:16:38.314276 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3e52e644-8539-4780-951a-b42d5bc63956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fce159d2-b77e-4f32-954e-f9ff302bb2cf), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.370176 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3e52e644-8539-4780-951a-b42d5bc63956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=669ec1d5439a4afbb273dd4046eedbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180425 Jan 27 11:16:38.372911 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43918) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:38.375140 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52e644-8539-4780-951a-b42d5bc63956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce159d2-b77e-4f32-954e-f9ff302bb2cf,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:38.399697 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-67b8866a-391e-4ee7-af12-b557bfb231ba req-aac87907-b07b-431c-af95-a21322e58d03 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Jan 27 11:16:38.426552 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] Publish callbacks [] for security_group (fce159d2-b77e-4f32-954e-f9ff302bb2cf), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.450268 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] Publish callbacks [] for security_group (fce159d2-b77e-4f32-954e-f9ff302bb2cf), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.461970 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a69e89-9f93-4724-b7f4-0fba958326da x-openstack-request-id: req-72a69e89-9f93-4724-b7f4-0fba958326da {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:38.462488 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "name": "network-vif-plugged", "status": "completed", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b", "code": 200}, {"server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "name": "network-vif-plugged", "status": "completed", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:38.462837 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72a69e89-9f93-4724-b7f4-0fba958326da {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:38.463413 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b', 'code': 200} Jan 27 11:16:38.463933 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f', 'code': 200} Jan 27 11:16:38.510723 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fce159d2-b77e-4f32-954e-f9ff302bb2cf), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.517137 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.519316 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fce159d2-b77e-4f32-954e-f9ff302bb2cf HTTP/1.1" status: 204 len: 168 time: 0.1452131 Jan 27 11:16:38.531126 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f42d3e13-f273-4fc1-81e4-799a2e3ceb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.531578 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635201f8-8c87-4680-bb05-2377b5a88b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce159d2-b77e-4f32-954e-f9ff302bb2cf,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:38.627528 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43926) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:38.788578 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-57c0e8aa-cb92-4fd5-9c50-3fc21193802c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.853663 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43936) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:38.863653 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-57c0e8aa-cb92-4fd5-9c50-3fc21193802c admin admin] Publish callbacks [] for security_group (032624e0-e84c-42f4-b74b-02c56ee74271), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.867498 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-57c0e8aa-cb92-4fd5-9c50-3fc21193802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (032624e0-e84c-42f4-b74b-02c56ee74271), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.867654 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f60159e5-a78c-4467-a526-b03089eb47bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.906737 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-57c0e8aa-cb92-4fd5-9c50-3fc21193802c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da1945b01eaf4c7ea2feb281660c3648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780342 Jan 27 11:16:38.907781 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0e8aa-cb92-4fd5-9c50-3fc21193802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032624e0-e84c-42f4-b74b-02c56ee74271,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:38.909532 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 43938) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:38.974147 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f60159e5-a78c-4467-a526-b03089eb47bd admin admin] Publish callbacks [] for security_group (6211776e-3185-47a9-b0f8-405822a13c63), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.984637 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f60159e5-a78c-4467-a526-b03089eb47bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6211776e-3185-47a9-b0f8-405822a13c63), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.004312 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] Publish callbacks [] for security_group (032624e0-e84c-42f4-b74b-02c56ee74271), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.038123 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-f60159e5-a78c-4467-a526-b03089eb47bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26a16606b3e44ac593b22e6da9a8ba04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832876 Jan 27 11:16:39.040956 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43940) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:39.041145 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60159e5-a78c-4467-a526-b03089eb47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6211776e-3185-47a9-b0f8-405822a13c63,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:39.053424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] Publish callbacks [] for security_group (032624e0-e84c-42f4-b74b-02c56ee74271), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.089196 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] Publish callbacks [] for security_group (6211776e-3185-47a9-b0f8-405822a13c63), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.108146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (032624e0-e84c-42f4-b74b-02c56ee74271), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.110886 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.114762 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] Publish callbacks [] for security_group (6211776e-3185-47a9-b0f8-405822a13c63), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.115036 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/032624e0-e84c-42f4-b74b-02c56ee74271 HTTP/1.1" status: 204 len: 168 time: 0.2036870 Jan 27 11:16:39.123512 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39d5f3-ec67-4cb2-ab9d-fbd633155415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032624e0-e84c-42f4-b74b-02c56ee74271,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:39.168665 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6211776e-3185-47a9-b0f8-405822a13c63), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.171415 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.174953 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6211776e-3185-47a9-b0f8-405822a13c63 HTTP/1.1" status: 204 len: 168 time: 0.1306319 Jan 27 11:16:39.196343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6d35-cda9-497c-afa3-e4859ad74fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6211776e-3185-47a9-b0f8-405822a13c63,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:39.322229 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b52ee1-4be7-4069-8656-d05730c93974 req-9e421281-a7e8-4bc5-b1d7-f6b6718c3616 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:39.323739 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46b52ee1-4be7-4069-8656-d05730c93974 req-9e421281-a7e8-4bc5-b1d7-f6b6718c3616 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0560727 Jan 27 11:16:39.375196 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46b52ee1-4be7-4069-8656-d05730c93974 req-bcb81e7c-90d2-4204-a3d8-95167df5a9b6 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Jan 27 11:16:39.594580 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43964) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:39.611514 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7fd88aaa-3860-4f0b-87f5-2aa43b4c2e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.663066 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3d60-31f4-4870-ab6b-a207328cd9ef req-0c6301ad-6989-4f60-8e62-47c4858a68f1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:39.664614 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d18e3d60-31f4-4870-ab6b-a207328cd9ef req-0c6301ad-6989-4f60-8e62-47c4858a68f1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Jan 27 11:16:39.691139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7fd88aaa-3860-4f0b-87f5-2aa43b4c2e9a admin admin] Publish callbacks [] for security_group (507d8756-36bd-4b2a-a77c-466b89b81929), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.696404 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7fd88aaa-3860-4f0b-87f5-2aa43b4c2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (507d8756-36bd-4b2a-a77c-466b89b81929), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.717642 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d18e3d60-31f4-4870-ab6b-a207328cd9ef req-fa9746b1-f8e0-4ac9-aa14-cc98d5ee8163 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Jan 27 11:16:39.738463 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7fd88aaa-3860-4f0b-87f5-2aa43b4c2e9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80c6bd783e6c4977860e08f437666bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410410 Jan 27 11:16:39.739422 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43970) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:39.740042 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd88aaa-3860-4f0b-87f5-2aa43b4c2e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d8756-36bd-4b2a-a77c-466b89b81929,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:39.798193 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] Publish callbacks [] for security_group (507d8756-36bd-4b2a-a77c-466b89b81929), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.820163 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] Publish callbacks [] for security_group (507d8756-36bd-4b2a-a77c-466b89b81929), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.850213 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.873961 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (507d8756-36bd-4b2a-a77c-466b89b81929), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.876560 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:39.877735 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507d8756-36bd-4b2a-a77c-466b89b81929 HTTP/1.1" status: 204 len: 168 time: 0.1349471 Jan 27 11:16:39.886231 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6829-be1a-47b4-9a19-6fbc539a1144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d8756-36bd-4b2a-a77c-466b89b81929,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:40.149206 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43990) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:40.162096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f1bec5db-49ba-4c1a-adf8-b27152be3c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.238184 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f1bec5db-49ba-4c1a-adf8-b27152be3c9e admin admin] Publish callbacks [] for security_group (8e4e7225-50c2-4078-89a9-a17c53842a02), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.242073 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f1bec5db-49ba-4c1a-adf8-b27152be3c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8e4e7225-50c2-4078-89a9-a17c53842a02), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.285474 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f1bec5db-49ba-4c1a-adf8-b27152be3c9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93709dc0b3ca4198b6870ee330ee4107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340384 Jan 27 11:16:40.285614 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bec5db-49ba-4c1a-adf8-b27152be3c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e7225-50c2-4078-89a9-a17c53842a02,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:40.288760 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 43996) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:40.384409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-07bba2be-29ef-40a1-899a-a8f3e428aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.389380 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-07bba2be-29ef-40a1-899a-a8f3e428aed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 1099 time: 0.0985408 Jan 27 11:16:40.395002 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] Publish callbacks [] for security_group (8e4e7225-50c2-4078-89a9-a17c53842a02), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.463312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] Publish callbacks [] for security_group (8e4e7225-50c2-4078-89a9-a17c53842a02), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.617768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e646-d0ec-48c0-95cf-f57188553c58 req-477382c9-c7b5-44e1-bbab-b33e804477f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.620011 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f699e646-d0ec-48c0-95cf-f57188553c58 req-477382c9-c7b5-44e1-bbab-b33e804477f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.0890722 Jan 27 11:16:40.623056 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8e4e7225-50c2-4078-89a9-a17c53842a02), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.625971 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.630722 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e4e7225-50c2-4078-89a9-a17c53842a02 HTTP/1.1" status: 204 len: 168 time: 0.3417513 Jan 27 11:16:40.644869 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-afae21df-f7d2-42e7-beaa-862853ac1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.646789 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-afae21df-f7d2-42e7-beaa-862853ac1e0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.2466900 Jan 27 11:16:40.659440 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d9ba9-6a3a-4598-9600-8c1f59b13d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e7225-50c2-4078-89a9-a17c53842a02,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:40.666277 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb80e3-a307-4339-abbf-538c30c361bb req-5ec6d635-abfa-4baa-b023-e156e677c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.667813 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-66cb80e3-a307-4339-abbf-538c30c361bb req-5ec6d635-abfa-4baa-b023-e156e677c3ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.1277540 Jan 27 11:16:40.673401 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143ce1d-0a40-4297-8620-482bc65aac28 req-f7f2b07e-3e16-4358-9dd0-9015612f2ae3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.681649 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a143ce1d-0a40-4297-8620-482bc65aac28 req-f7f2b07e-3e16-4358-9dd0-9015612f2ae3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.1595366 Jan 27 11:16:40.722835 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f699e646-d0ec-48c0-95cf-f57188553c58 req-f05e5f99-625d-4690-9a39-2fc1f3241185 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895891 Jan 27 11:16:40.749052 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-66cb80e3-a307-4339-abbf-538c30c361bb req-bc065d35-d664-4b5f-9daa-0b4710bc5ef0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686157 Jan 27 11:16:40.753018 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-bdc4fe24-88ef-45f5-8f16-441ceb720f93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37 HTTP/1.1" status: 200 len: 217 time: 0.0624781 Jan 27 11:16:40.796079 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a143ce1d-0a40-4297-8620-482bc65aac28 req-678cec46-7aa5-4ca9-aa82-dbb13cf4cc89 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133733 Jan 27 11:16:40.846733 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:40.900651 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2834-1314-4689-aacb-433e1dc46d9a req-875fd569-b8be-454d-849d-59cf0d417fb5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:40.902314 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a6e2834-1314-4689-aacb-433e1dc46d9a req-875fd569-b8be-454d-849d-59cf0d417fb5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Jan 27 11:16:40.957888 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a6e2834-1314-4689-aacb-433e1dc46d9a req-90fa7902-9e54-43d8-993e-a6359fa82ea4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Jan 27 11:16:41.248254 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-13121d2f-1775-4259-9030-fbec9872f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:41.250033 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-13121d2f-1775-4259-9030-fbec9872f5f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0529683 Jan 27 11:16:41.286356 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-95b1d333-917a-4690-8a09-c23e0b083e71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292230 Jan 27 11:16:41.392271 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-92488616-5891-4d47-a78c-e404526ca3e6 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954120 Jan 27 11:16:41.563993 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-64012f41-fc17-4260-9dc9-4e48025dfe0c req-f6c3d60b-a254-4f8a-9ba2-9350a2b2d777 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462405 Jan 27 11:16:41.938405 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bada-7cd8-4db2-91d8-1fe83df9a000 req-2c955c5a-0348-4246-babe-46d9c9126ec0 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:41.939961 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4158bada-7cd8-4db2-91d8-1fe83df9a000 req-2c955c5a-0348-4246-babe-46d9c9126ec0 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0489979 Jan 27 11:16:41.995350 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4158bada-7cd8-4db2-91d8-1fe83df9a000 req-e30047d8-878f-4051-9ab1-47745f858197 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495272 Jan 27 11:16:42.082298 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09724fa-4637-48cb-84ee-b2884a5e2252 req-39442fbe-3b73-495f-bab3-25b6c0fdacce tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:42.083747 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b09724fa-4637-48cb-84ee-b2884a5e2252 req-39442fbe-3b73-495f-bab3-25b6c0fdacce tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0534439 Jan 27 11:16:42.130563 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b09724fa-4637-48cb-84ee-b2884a5e2252 req-08fab809-20c6-42f3-87a6-f9bd215bdecf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Jan 27 11:16:42.189752 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.147108 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303607eb-518d-4fb0-95c8-57b9add971ee req-cf7d95c6-1b73-4c8f-a607-b56bab1dbdc4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:43.149650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-303607eb-518d-4fb0-95c8-57b9add971ee req-cf7d95c6-1b73-4c8f-a607-b56bab1dbdc4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0670173 Jan 27 11:16:43.210136 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-303607eb-518d-4fb0-95c8-57b9add971ee req-9b4d7198-5311-4e9c-92bb-3ccddb172dc2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534880 Jan 27 11:16:43.271334 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a22f6-0355-4148-9764-5cf9d3d00b76 req-b27b2040-5665-48f6-acd7-6803a2152152 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:43.278624 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f84a22f6-0355-4148-9764-5cf9d3d00b76 req-b27b2040-5665-48f6-acd7-6803a2152152 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0651228 Jan 27 11:16:43.334037 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f84a22f6-0355-4148-9764-5cf9d3d00b76 req-a664a08f-a714-4d48-a15a-283d6fb00367 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Jan 27 11:16:43.338438 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faead1e-44e9-42d0-806c-1299b43beee2 req-a9699b9c-332c-4064-96b8-7756980d6ece tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:43.345522 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7faead1e-44e9-42d0-806c-1299b43beee2 req-a9699b9c-332c-4064-96b8-7756980d6ece tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0615828 Jan 27 11:16:43.350690 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44208) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:43.357023 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'floatingip': {'port_id': '24c73024-2b98-4344-9cff-9e500a887a3f'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:43.412664 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:16:43.435270 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44214) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:43.444288 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.550848 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-758c4a9e-5abd-41d6-bcd6-a1f0dd848730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.629441 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-758c4a9e-5abd-41d6-bcd6-a1f0dd848730 admin admin] Publish callbacks [] for security_group (5f581fa5-6f66-4fee-8c85-d4906dbbb512), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.633555 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-758c4a9e-5abd-41d6-bcd6-a1f0dd848730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5f581fa5-6f66-4fee-8c85-d4906dbbb512), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.674360 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-758c4a9e-5abd-41d6-bcd6-a1f0dd848730 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d668c9e428342a08bd6a80cdabd5ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380309 Jan 27 11:16:43.677022 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44220) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:43.691323 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c4a9e-5abd-41d6-bcd6-a1f0dd848730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f581fa5-6f66-4fee-8c85-d4906dbbb512,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:43.734387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] Publish callbacks [] for security_group (5f581fa5-6f66-4fee-8c85-d4906dbbb512), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.755535 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] Publish callbacks [] for security_group (5f581fa5-6f66-4fee-8c85-d4906dbbb512), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.802280 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5f581fa5-6f66-4fee-8c85-d4906dbbb512), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.804871 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:43.806023 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f581fa5-6f66-4fee-8c85-d4906dbbb512 HTTP/1.1" status: 204 len: 168 time: 0.1282136 Jan 27 11:16:43.814461 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0b70c-9957-4ba0-a59f-27c8253ba587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f581fa5-6f66-4fee-8c85-d4906dbbb512,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:44.171203 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44246) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:44.187509 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b13f4187-37f2-4e29-bade-ae88140f15f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.283594 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b13f4187-37f2-4e29-bade-ae88140f15f4 admin admin] Publish callbacks [] for security_group (b3ca2231-c79b-4370-ba89-d7272565eede), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.290347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b13f4187-37f2-4e29-bade-ae88140f15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b3ca2231-c79b-4370-ba89-d7272565eede), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.294587 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.299275 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.325548 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44250) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:44.337591 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b13f4187-37f2-4e29-bade-ae88140f15f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1186d803f084e39afb1815bc2e6a067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646752 Jan 27 11:16:44.338674 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4187-37f2-4e29-bade-ae88140f15f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ca2231-c79b-4370-ba89-d7272565eede,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:44.342147 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44254) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:44.405362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] Publish callbacks [] for security_group (b3ca2231-c79b-4370-ba89-d7272565eede), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.430719 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Floating IP ff1995d7-3301-4944-a43a-19280fa4d150 associated. External IP: 172.27.2.42, port: 24c73024-2b98-4344-9cff-9e500a887a3f. Jan 27 11:16:44.596122 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44268) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:44.682113 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] Publish callbacks [] for security_group (b3ca2231-c79b-4370-ba89-d7272565eede), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.683920 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d51852e-a044-4fd6-b324-db03241cd4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.736324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:16:44.750283 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eae7b-513f-4b03-81ce-f1fc9264875c req-20f40109-60f1-4245-88aa-a78e109b0202 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:44.750480 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-435eae7b-513f-4b03-81ce-f1fc9264875c req-20f40109-60f1-4245-88aa-a78e109b0202 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1200683 Jan 27 11:16:44.765307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb4329cd-f2c5-4478-9b01-276e40b44713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.828476 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b3ca2231-c79b-4370-ba89-d7272565eede), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.831073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.832210 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3ca2231-c79b-4370-ba89-d7272565eede HTTP/1.1" status: 204 len: 168 time: 0.4890382 Jan 27 11:16:44.857388 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914b0bf-9f65-45b6-800f-7e9b011e167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ca2231-c79b-4370-ba89-d7272565eede,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:44.916341 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d51852e-a044-4fd6-b324-db03241cd4a0 admin admin] Publish callbacks [] for security_group (a998f67e-6d3a-4a6c-83fc-f2b9c818233d), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.944561 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-435eae7b-513f-4b03-81ce-f1fc9264875c req-24a4583d-31e4-4d70-8598-428d1ac1cf3e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759782 Jan 27 11:16:44.948587 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d51852e-a044-4fd6-b324-db03241cd4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a998f67e-6d3a-4a6c-83fc-f2b9c818233d), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:44.976977 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:16:44.986390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.006371 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:16:45.020814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51852e-a044-4fd6-b324-db03241cd4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a998f67e-6d3a-4a6c-83fc-f2b9c818233d,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:45.021054 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb4329cd-f2c5-4478-9b01-276e40b44713 admin admin] Publish callbacks [] for security_group (e2655a6a-a28e-4a78-896a-c4fcfc98ddc4), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.024129 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:45.028526 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:45.029996 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb4329cd-f2c5-4478-9b01-276e40b44713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e2655a6a-a28e-4a78-896a-c4fcfc98ddc4), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.032889 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1d51852e-a044-4fd6-b324-db03241cd4a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f135810fa728418398b35ca2e1ecbf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7054498 Jan 27 11:16:45.037451 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6d602f02-9696-470c-a9e2-12ea5743f4cf tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "PUT /v2.0/floatingips/ff1995d7-3301-4944-a43a-19280fa4d150 HTTP/1.1" status: 200 len: 991 time: 1.6827278 Jan 27 11:16:45.037451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44284) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:45.038496 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:45.048324 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44288) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:45.063485 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb622bab-89bb-475a-a29f-28a0e1ac82ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:45.154711 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fb4329cd-f2c5-4478-9b01-276e40b44713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b836a9ab6f14480a6975c2c65c04780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5573220 Jan 27 11:16:45.156590 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4329cd-f2c5-4478-9b01-276e40b44713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2655a6a-a28e-4a78-896a-c4fcfc98ddc4,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:45.157455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44294) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:45.182308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df8a1f-3d70-423b-863f-23eba247ed11 x-openstack-request-id: req-b2df8a1f-3d70-423b-863f-23eba247ed11 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:45.182595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:45.182848 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2df8a1f-3d70-423b-863f-23eba247ed11 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:45.183948 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f', 'status': 'completed', 'code': 200} Jan 27 11:16:45.184684 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] Publish callbacks [] for security_group (a998f67e-6d3a-4a6c-83fc-f2b9c818233d), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.210690 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] Publish callbacks [] for security_group (a998f67e-6d3a-4a6c-83fc-f2b9c818233d), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.267938 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:45.275764 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a998f67e-6d3a-4a6c-83fc-f2b9c818233d), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.281412 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.283267 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a998f67e-6d3a-4a6c-83fc-f2b9c818233d HTTP/1.1" status: 204 len: 168 time: 0.2170053 Jan 27 11:16:45.294317 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbd5d4-a74b-4bd3-801a-d297506a06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a998f67e-6d3a-4a6c-83fc-f2b9c818233d,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:45.414297 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-7332d692-bc26-4209-85e7-afa03bc73557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:45.415742 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-7332d692-bc26-4209-85e7-afa03bc73557 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.2099905 Jan 27 11:16:45.419788 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4023-fd97-4856-8323-3e25ea18d402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.424850 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] Publish callbacks [] for security_group (e2655a6a-a28e-4a78-896a-c4fcfc98ddc4), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.533999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] Publish callbacks [] for security_group (e2655a6a-a28e-4a78-896a-c4fcfc98ddc4), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.611023 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-0a9674f2-63f2-4326-b6ef-5c2d4111cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:45.612487 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-0a9674f2-63f2-4326-b6ef-5c2d4111cb56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.1899371 Jan 27 11:16:45.658248 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'ff1995d7-3301-4944-a43a-19280fa4d150', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': '24c73024-2b98-4344-9cff-9e500a887a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:76:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:16:25Z', 'updated_at': '2022-01-27T11:16:44Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:45.690947 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4023-fd97-4856-8323-3e25ea18d402 admin admin] Publish callbacks [] for security_group (44a156fa-f43c-4ef5-9d1d-5d1e3639565d), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.692601 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:16:45.696608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e2655a6a-a28e-4a78-896a-c4fcfc98ddc4), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.700534 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.701728 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2655a6a-a28e-4a78-896a-c4fcfc98ddc4 HTTP/1.1" status: 204 len: 168 time: 0.5412431 Jan 27 11:16:45.704863 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:16:45.705569 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:16:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:45.715392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4023-fd97-4856-8323-3e25ea18d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (44a156fa-f43c-4ef5-9d1d-5d1e3639565d), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.739361 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44312) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:45.759203 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c80941d-810f-4ecf-8c73-a9a630515e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.763841 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931f53-ce44-4621-b7b6-eaa77c49ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2655a6a-a28e-4a78-896a-c4fcfc98ddc4,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:45.828293 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-14dde92a-a4f9-43ec-9288-81991e3780d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 999 time: 0.1933804 Jan 27 11:16:45.830597 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8b1a4023-fd97-4856-8323-3e25ea18d402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e09f65ce6dd4e4d9fabf8ed6006c807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7812245 Jan 27 11:16:45.833768 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44316) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:45.890612 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a4023-fd97-4856-8323-3e25ea18d402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a156fa-f43c-4ef5-9d1d-5d1e3639565d,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:45.910742 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:16:45.927419 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-2868d084-186a-4210-9c73-f3eb4660b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:45.928887 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-2868d084-186a-4210-9c73-f3eb4660b5c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0836473 Jan 27 11:16:45.936849 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c80941d-810f-4ecf-8c73-a9a630515e8b admin admin] Publish callbacks [] for security_group (1c314eb7-3b31-42ae-8d08-605d837be07c), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.941431 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] Publish callbacks [] for security_group (44a156fa-f43c-4ef5-9d1d-5d1e3639565d), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.946112 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c80941d-810f-4ecf-8c73-a9a630515e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1c314eb7-3b31-42ae-8d08-605d837be07c), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:45.997365 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] Publish callbacks [] for security_group (44a156fa-f43c-4ef5-9d1d-5d1e3639565d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.025175 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-90260e57-a554-4f52-9f51-237fe1763826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:46.026884 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-90260e57-a554-4f52-9f51-237fe1763826 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832303 Jan 27 11:16:46.045683 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80941d-810f-4ecf-8c73-a9a630515e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c314eb7-3b31-42ae-8d08-605d837be07c,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:46.049901 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1c80941d-810f-4ecf-8c73-a9a630515e8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81c030fd9caf46319461bd1dd94b928b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095450 Jan 27 11:16:46.053338 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44324) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:46.140575 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (44a156fa-f43c-4ef5-9d1d-5d1e3639565d), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.143746 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.144774 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44a156fa-f43c-4ef5-9d1d-5d1e3639565d HTTP/1.1" status: 204 len: 168 time: 0.3100955 Jan 27 11:16:46.164683 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0dfd1-3e06-417e-86ec-b9db92535e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a156fa-f43c-4ef5-9d1d-5d1e3639565d,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:46.170622 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-9b454c44-0275-4dc0-8823-07f8e1335735 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316762 Jan 27 11:16:46.286128 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40796ea-3251-454b-a2a8-bcebe6307779 req-b1195600-04d8-42f3-be2f-0df4233e7404 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:46.287664 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e40796ea-3251-454b-a2a8-bcebe6307779 req-b1195600-04d8-42f3-be2f-0df4233e7404 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1917281 Jan 27 11:16:46.301839 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb622bab-89bb-475a-a29f-28a0e1ac82ea req-df8e6d7e-0e97-47df-ad72-5a4fed62a584 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243653 Jan 27 11:16:46.306320 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] Publish callbacks [] for security_group (1c314eb7-3b31-42ae-8d08-605d837be07c), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.358973 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] Publish callbacks [] for security_group (1c314eb7-3b31-42ae-8d08-605d837be07c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.368656 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e40796ea-3251-454b-a2a8-bcebe6307779 req-7cea71a4-14b1-4318-aa22-6aa02b726975 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733078 Jan 27 11:16:46.386464 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44336) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:46.417598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9fac601e-1d3b-4300-bad4-b2901418b6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.437111 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1c314eb7-3b31-42ae-8d08-605d837be07c), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.440606 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.442730 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c314eb7-3b31-42ae-8d08-605d837be07c HTTP/1.1" status: 204 len: 168 time: 0.3874464 Jan 27 11:16:46.452661 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0edab-0889-411f-9ddf-acabfcdb65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c314eb7-3b31-42ae-8d08-605d837be07c,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:46.460616 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'ff1995d7-3301-4944-a43a-19280fa4d150', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': '24c73024-2b98-4344-9cff-9e500a887a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:76:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:16:25Z', 'updated_at': '2022-01-27T11:16:44Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:16:46.498945 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e6154-19f7-47e5-a2ea-f98e7676b02a None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'ff1995d7-3301-4944-a43a-19280fa4d150', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': '24c73024-2b98-4344-9cff-9e500a887a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:76:e9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:16:25Z', 'updated_at': '2022-01-27T11:16:44Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:16:46.578025 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9fac601e-1d3b-4300-bad4-b2901418b6fb admin admin] Publish callbacks [] for security_group (f8c08a21-fd35-49fd-85f4-a742be6e03db), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.584143 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9fac601e-1d3b-4300-bad4-b2901418b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f8c08a21-fd35-49fd-85f4-a742be6e03db), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.629097 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9fac601e-1d3b-4300-bad4-b2901418b6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=989667f13775436ebf387c2fa01378e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383463 Jan 27 11:16:46.629097 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac601e-1d3b-4300-bad4-b2901418b6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c08a21-fd35-49fd-85f4-a742be6e03db,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:46.629386 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44344) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:46.686225 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] Publish callbacks [] for security_group (f8c08a21-fd35-49fd-85f4-a742be6e03db), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.715540 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] Publish callbacks [] for security_group (f8c08a21-fd35-49fd-85f4-a742be6e03db), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.782348 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62546801-60f7-4982-a973-4dc4774038e4 None None] New status for floating IP ff1995d7-3301-4944-a43a-19280fa4d150: ACTIVE {{(pid=102614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:16:46.790437 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f8c08a21-fd35-49fd-85f4-a742be6e03db), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.794948 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.796648 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8c08a21-fd35-49fd-85f4-a742be6e03db HTTP/1.1" status: 204 len: 168 time: 0.1656439 Jan 27 11:16:46.805444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44350) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:46.816548 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fda723-9db3-4cf5-83d2-b8a9f02983d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c08a21-fd35-49fd-85f4-a742be6e03db,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:46.828031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9d22d1e-1a16-455e-a2d8-bede92ddb28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.946117 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9d22d1e-1a16-455e-a2d8-bede92ddb28d admin admin] Publish callbacks [] for security_group (a2d43857-079c-47f0-8718-9882caca9cbb), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:46.951753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9d22d1e-1a16-455e-a2d8-bede92ddb28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a2d43857-079c-47f0-8718-9882caca9cbb), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:47.000964 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b9d22d1e-1a16-455e-a2d8-bede92ddb28d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b5e43a1c5ec404183878a3f464ee0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941311 Jan 27 11:16:47.003543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44364) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:47.016829 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d22d1e-1a16-455e-a2d8-bede92ddb28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d43857-079c-47f0-8718-9882caca9cbb,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:47.079463 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] Publish callbacks [] for security_group (a2d43857-079c-47f0-8718-9882caca9cbb), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:47.103308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] Publish callbacks [] for security_group (a2d43857-079c-47f0-8718-9882caca9cbb), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:47.157258 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a2d43857-079c-47f0-8718-9882caca9cbb), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:47.160695 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:47.164392 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2d43857-079c-47f0-8718-9882caca9cbb HTTP/1.1" status: 204 len: 168 time: 0.1574411 Jan 27 11:16:47.171485 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db62bf0-f448-41ba-a7f0-fe02ff79054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d43857-079c-47f0-8718-9882caca9cbb,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:47.516859 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5babbe-3f23-4d47-b391-112f0aba8373 req-f88e7611-49b7-46b9-b3cb-773388ff2977 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:47.518640 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd5babbe-3f23-4d47-b391-112f0aba8373 req-f88e7611-49b7-46b9-b3cb-773388ff2977 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0580156 Jan 27 11:16:47.593311 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd5babbe-3f23-4d47-b391-112f0aba8373 req-f4872243-16a9-4001-8612-ac08b2786587 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669148 Jan 27 11:16:48.732914 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e2683-3fb0-49f6-8a33-e12f33c366ab req-5b4d7d76-eb5f-4986-9d63-9170d1bea60d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:48.734480 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-319e2683-3fb0-49f6-8a33-e12f33c366ab req-5b4d7d76-eb5f-4986-9d63-9170d1bea60d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0589094 Jan 27 11:16:48.785541 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-319e2683-3fb0-49f6-8a33-e12f33c366ab req-61266ec6-a151-4717-a709-bb973d642e69 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Jan 27 11:16:49.689948 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-fd81ebab-c5d5-44bb-baba-51e11caedca6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:49.692749 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-fd81ebab-c5d5-44bb-baba-51e11caedca6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1946721 Jan 27 11:16:49.720864 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-3f3e3e92-da1b-402e-b37b-d9a22161484b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/quotas/663062073cd74d5bac2edb14ef0f50a2 HTTP/1.1" status: 200 len: 375 time: 0.0204227 Jan 27 11:16:49.798581 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-27a60f5c-88c1-4b79-bba9-f1d931424709 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762286 Jan 27 11:16:49.922989 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-c002616a-840f-4f68-ae24-8f1673b30f12 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168275 Jan 27 11:16:49.940552 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8fd3-b5ea-4777-ad09-0e3cc3448425 req-0c971cfd-c182-4539-b631-396a050e9205 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:49.942758 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe8fd3-b5ea-4777-ad09-0e3cc3448425 req-0c971cfd-c182-4539-b631-396a050e9205 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0664675 Jan 27 11:16:50.013311 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ddfe8fd3-b5ea-4777-ad09-0e3cc3448425 req-cb402fd7-0ca0-49a1-bc28-5636f58f9edf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643160 Jan 27 11:16:50.037126 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-3b8fb891-5d80-414b-b4f1-5c7e054879dc service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125343 Jan 27 11:16:50.246067 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8b2ed2dd-4a60-41d6-9ebc-59567ea4b0cc req-87f37df1-1852-411a-8623-97932c1b2cb5 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 210 time: 0.0345445 Jan 27 11:16:51.016897 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44690) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:51.134619 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a262dbc2-ffa4-4af7-97dc-cd9cd940bb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.159124 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37febfe0-1cd0-48d1-a4d1-a01675f484d7 req-2bf041d1-1ad4-4218-8cb0-38f68fe1886a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:51.161180 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-37febfe0-1cd0-48d1-a4d1-a01675f484d7 req-2bf041d1-1ad4-4218-8cb0-38f68fe1886a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0743692 Jan 27 11:16:51.233312 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-37febfe0-1cd0-48d1-a4d1-a01675f484d7 req-580f7efb-09f4-4bca-9ae2-f4afd5229b29 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 Jan 27 11:16:51.262611 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a262dbc2-ffa4-4af7-97dc-cd9cd940bb4f admin admin] Publish callbacks [] for security_group (502c8ed6-2628-404c-93ee-55529f627b98), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.268073 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a262dbc2-ffa4-4af7-97dc-cd9cd940bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (502c8ed6-2628-404c-93ee-55529f627b98), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.317175 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a262dbc2-ffa4-4af7-97dc-cd9cd940bb4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0d152e69bae4d8da797f0015cb276fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989261 Jan 27 11:16:51.319834 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44698) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:51.333426 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-feb2db70-f386-4d17-b3c1-4fcc5dbb670e req-35d03995-99e3-4eca-9e69-93f5c9df47b2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 210 time: 0.0409462 Jan 27 11:16:51.334577 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262dbc2-ffa4-4af7-97dc-cd9cd940bb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502c8ed6-2628-404c-93ee-55529f627b98,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:51.383210 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] Publish callbacks [] for security_group (502c8ed6-2628-404c-93ee-55529f627b98), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.404954 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] Publish callbacks [] for security_group (502c8ed6-2628-404c-93ee-55529f627b98), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.450233 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (502c8ed6-2628-404c-93ee-55529f627b98), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.453068 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.454205 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502c8ed6-2628-404c-93ee-55529f627b98 HTTP/1.1" status: 204 len: 168 time: 0.1333811 Jan 27 11:16:51.462244 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799080a2-6d18-4c32-9e10-1b2d941e18bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c8ed6-2628-404c-93ee-55529f627b98,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:51.717933 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44708) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:51.731335 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51836f64-899d-4ecc-ae99-ed3d92b94cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.804002 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51836f64-899d-4ecc-ae99-ed3d92b94cfc admin admin] Publish callbacks [] for security_group (13feff7f-c9b4-431a-9e93-dd3794aa84e9), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.808194 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51836f64-899d-4ecc-ae99-ed3d92b94cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (13feff7f-c9b4-431a-9e93-dd3794aa84e9), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.845871 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-51836f64-899d-4ecc-ae99-ed3d92b94cfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9252845e0f0b4856aa560d151a631a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268053 Jan 27 11:16:51.846919 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51836f64-899d-4ecc-ae99-ed3d92b94cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13feff7f-c9b4-431a-9e93-dd3794aa84e9,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:51.849514 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44710) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:51.913153 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] Publish callbacks [] for security_group (13feff7f-c9b4-431a-9e93-dd3794aa84e9), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.936575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] Publish callbacks [] for security_group (13feff7f-c9b4-431a-9e93-dd3794aa84e9), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.986821 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (13feff7f-c9b4-431a-9e93-dd3794aa84e9), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.990114 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:51.991646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13feff7f-c9b4-431a-9e93-dd3794aa84e9 HTTP/1.1" status: 204 len: 168 time: 0.1405876 Jan 27 11:16:52.005515 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747cdb5-c795-4dd2-878d-0b3b7872225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13feff7f-c9b4-431a-9e93-dd3794aa84e9,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:52.348464 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b65ce7-a89b-44a2-890b-317f7992f05b req-b761bf4f-22ea-49d5-b9df-e17d6ebee7a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:52.349979 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-78b65ce7-a89b-44a2-890b-317f7992f05b req-b761bf4f-22ea-49d5-b9df-e17d6ebee7a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0477684 Jan 27 11:16:52.399748 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-78b65ce7-a89b-44a2-890b-317f7992f05b req-d9671f6f-db11-4022-96ac-029f17a2e1a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Jan 27 11:16:52.482502 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14edc174-fe8c-484d-8fb9-3240f20a0b33 req-a164c095-507c-488d-94a6-9f6977448221 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Jan 27 11:16:53.548351 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6754a-7303-494d-a290-83ff9838213f req-f2ca7a25-0b21-4eed-99d9-acd6aebabb4c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:53.550782 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fea6754a-7303-494d-a290-83ff9838213f req-f2ca7a25-0b21-4eed-99d9-acd6aebabb4c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0779409 Jan 27 11:16:53.629102 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4b79d8bd-0771-4b6a-b310-113e3ba4081b req-8eea1858-be1f-4809-955d-05fa9bf14238 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 210 time: 0.0525441 Jan 27 11:16:53.641666 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fea6754a-7303-494d-a290-83ff9838213f req-f50a6dde-2fd5-49ff-8fe5-7c0d3774201c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851395 Jan 27 11:16:53.876394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-2b70473e-e6ec-42a3-bfa0-f8bad3981e34 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:53.877902 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-2b70473e-e6ec-42a3-bfa0-f8bad3981e34 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1839306 Jan 27 11:16:53.897823 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Request body: {'port': {'device_id': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'admin_state_up': True, 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:54.034954 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:16:54.050304 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:54.205628 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Allocated IP 172.20.0.4 (326373ef-b88f-43a1-a674-ad3e4c245d2e/d6f48858-14fb-40cc-a2aa-88122d4f1c93/d1631fcf-9b25-45e1-8a21-8349b26a8bee) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:16:54.356906 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks [] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:54.394152 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:54.409165 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:16:54.434740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:16:54.436141 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:16:54.439707 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:16:54.474919 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event updated for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:54.498103 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:54.498724 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:54.515679 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-7758a66e-61f9-430d-8bcb-8d1bb44a19aa tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219087 Jan 27 11:16:54.742887 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d458-c6e2-439a-aba3-ca33182c9fc5 req-8f173f94-48e5-499d-a089-f0a4c5519a50 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:54.744364 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d758d458-c6e2-439a-aba3-ca33182c9fc5 req-8f173f94-48e5-499d-a089-f0a4c5519a50 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 931 time: 0.0525918 Jan 27 11:16:54.772716 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f72b-f052-42e2-be1f-fe973ff56507 req-881edc31-f269-41c8-8e6c-beb235ccd29c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:54.774227 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f41f72b-f052-42e2-be1f-fe973ff56507 req-881edc31-f269-41c8-8e6c-beb235ccd29c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0536532 Jan 27 11:16:54.794195 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d758d458-c6e2-439a-aba3-ca33182c9fc5 req-204119e4-21cb-4e02-8c3a-fc337bdf0f57 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Jan 27 11:16:54.821701 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1f41f72b-f052-42e2-be1f-fe973ff56507 req-1a83c404-e4da-42e9-968c-1a2feb0a3007 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Jan 27 11:16:55.902879 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f046-fa0b-43e0-84a4-4dc02ca5da25 req-d472054d-00ed-446f-9525-745a086df133 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:55.904303 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7218f046-fa0b-43e0-84a4-4dc02ca5da25 req-d472054d-00ed-446f-9525-745a086df133 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 931 time: 0.0459487 Jan 27 11:16:55.948461 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7218f046-fa0b-43e0-84a4-4dc02ca5da25 req-29cc0150-d47e-43f1-96c0-19042511f728 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Jan 27 11:16:56.049715 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24993d-e3f3-4405-be4f-9b267ee3abb1 req-bf240164-da77-4b9d-8f8e-4ddf50889d2a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:56.051060 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ff24993d-e3f3-4405-be4f-9b267ee3abb1 req-bf240164-da77-4b9d-8f8e-4ddf50889d2a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0487838 Jan 27 11:16:56.096155 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ff24993d-e3f3-4405-be4f-9b267ee3abb1 req-a08714f3-e8de-4fa0-8283-1d443c0e1d69 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396411 Jan 27 11:16:57.059814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff63216-c9bb-42c3-8ee6-5ea8eb9647d7 req-2805d7c6-cc85-4dcc-98a6-d00c13306e79 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:57.061200 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bff63216-c9bb-42c3-8ee6-5ea8eb9647d7 req-2805d7c6-cc85-4dcc-98a6-d00c13306e79 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 931 time: 0.0465012 Jan 27 11:16:57.105562 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bff63216-c9bb-42c3-8ee6-5ea8eb9647d7 req-3c278ccc-d339-4c4f-b486-237cce9df2bb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Jan 27 11:16:57.204830 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d235d-bb4d-41a1-910e-406903e9ede6 req-ca86d868-caf4-48ac-b079-4fe4f46d1299 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:57.206318 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c42d235d-bb4d-41a1-910e-406903e9ede6 req-ca86d868-caf4-48ac-b079-4fe4f46d1299 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0469744 Jan 27 11:16:57.254932 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c42d235d-bb4d-41a1-910e-406903e9ede6 req-ac0cfce9-ee08-487f-835b-accdbd8683fd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Jan 27 11:16:57.409225 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Request body: {'port': {'device_id': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:16:57.460890 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.717527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1631fcf-9b25-45e1-8a21-8349b26a8bee {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:16:57.724694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks [] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.736389 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Transition to ACTIVE for port object d1631fcf-9b25-45e1-8a21-8349b26a8bee will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:16:57.740387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.789316 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Pushing event updated for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:57.799638 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.799995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.800347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.800694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.801058 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.801399 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.801734 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.802070 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.802403 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.802732 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.803061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.803389 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.803714 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:57.871569 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Attempting to bind port d1631fcf-9b25-45e1-8a21-8349b26a8bee on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:16:57.871905 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Attempting to bind port d1631fcf-9b25-45e1-8a21-8349b26a8bee by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:16:57.872229 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Attempting to bind port d1631fcf-9b25-45e1-8a21-8349b26a8bee on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:57.876468 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Port d1631fcf-9b25-45e1-8a21-8349b26a8bee on network 326373ef-b88f-43a1-a674-ad3e4c245d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:16:57.876780 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Attempting to bind port d1631fcf-9b25-45e1-8a21-8349b26a8bee on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:16:57.881489 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:16:57.881816 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Checking segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:16:57.882187 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Bound using segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:16:57.882600 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Bound port: d1631fcf-9b25-45e1-8a21-8349b26a8bee, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:16:57.882945 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.950246 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:16:57.953590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:16:57.958444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.989968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:57.990652 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:57.992215 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] 10.222.0.44 "PUT /v2.0/ports/d1631fcf-9b25-45e1-8a21-8349b26a8bee HTTP/1.1" status: 200 len: 1093 time: 0.5871511 Jan 27 11:16:57.995004 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:16:57.998589 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3847b-04b5-4fdd-8d7d-81acaa89db45" -d '{"events": [{"name": "network-changed", "server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:16:58.041061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b005fe8-691a-4748-a361-9ca3ee23280f x-openstack-request-id: req-7b005fe8-691a-4748-a361-9ca3ee23280f {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:16:58.041435 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:16:58.041759 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b005fe8-691a-4748-a361-9ca3ee23280f {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:16:58.042172 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'status': 'completed', 'code': 200} Jan 27 11:16:58.043150 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383229f-b15c-444a-a6d4-bbf0ce3fb97f service neutron] Pushing event updated for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:58.089260 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-c2b4d19e-6dbc-4ffb-b5a0-2f94627dec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.090780 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-c2b4d19e-6dbc-4ffb-b5a0-2f94627dec1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0415125 Jan 27 11:16:58.132265 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-5598a75b-13a9-4a26-9fad-7db443d3bcb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee HTTP/1.1" status: 200 len: 217 time: 0.0335209 Jan 27 11:16:58.188262 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-464a9e31-4278-4c80-b7d4-f70448cb615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.190399 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-464a9e31-4278-4c80-b7d4-f70448cb615e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0489037 Jan 27 11:16:58.235047 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-f15f48c4-ac36-4562-9f1e-a9830c8f8377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374050 Jan 27 11:16:58.252103 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926a85-c765-4595-9cc5-002749e86c7e req-a4e996fe-f547-46ff-8d73-be87636a9e88 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.254300 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd926a85-c765-4595-9cc5-002749e86c7e req-a4e996fe-f547-46ff-8d73-be87636a9e88 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 943 time: 0.0665908 Jan 27 11:16:58.337379 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd926a85-c765-4595-9cc5-002749e86c7e req-ae69a7b6-f1b5-4cf8-a077-b0c6ab8ffe95 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Jan 27 11:16:58.418665 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-c290aaee-4809-439b-a6e0-c23030793800 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738925 Jan 27 11:16:58.451653 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce82b-d666-48ef-8d5e-7de1ed0d9191 req-05024c0a-8a62-41d6-bfc8-94d2c4772919 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.453206 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1e4ce82b-d666-48ef-8d5e-7de1ed0d9191 req-05024c0a-8a62-41d6-bfc8-94d2c4772919 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0899887 Jan 27 11:16:58.546409 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1e4ce82b-d666-48ef-8d5e-7de1ed0d9191 req-2e1c7bd0-cd4c-4c91-b4f9-70fc90da4efd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851073 Jan 27 11:16:58.556365 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d41e0e70-2b9d-48cb-acea-fd8cce08d9b7 req-f05ac542-acaa-4f7b-9947-401ef6bfe8db service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304655 Jan 27 11:16:58.831056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-629e2467-a91a-4ebe-bea6-f1e59bf9f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.832580 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-629e2467-a91a-4ebe-bea6-f1e59bf9f15a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 1096 time: 0.2281239 Jan 27 11:16:58.927724 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-8baa603c-211d-4f01-aaa0-0b275a328c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:58.929279 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-8baa603c-211d-4f01-aaa0-0b275a328c09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 916 time: 0.0876925 Jan 27 11:16:58.988751 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-ed1583a7-e564-494d-aaa0-8f6c87e22a2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee HTTP/1.1" status: 200 len: 217 time: 0.0475094 Jan 27 11:16:59.051645 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-b84d2b00-dfb7-40b5-b46d-83e6b07e5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:59.053339 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-b84d2b00-dfb7-40b5-b46d-83e6b07e5fe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0514009 Jan 27 11:16:59.107885 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-c8cc2243-abc3-4a36-824d-ab6262f96052 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345371 Jan 27 11:16:59.112351 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44918) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:59.284364 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb47e-acb9-4888-94b9-bd642b82f711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.295096 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-d4453964-4657-4081-b1e2-c0d8f44fffb4 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758389 Jan 27 11:16:59.452600 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e505-1800-437a-9789-2547b1eca881 req-262e41e9-8b94-411c-89d4-27ec90de1bd9 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:59.454199 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-19e4e505-1800-437a-9789-2547b1eca881 req-262e41e9-8b94-411c-89d4-27ec90de1bd9 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.1371782 Jan 27 11:16:59.471036 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39913fe-8596-443a-8256-ae14a04fba7e req-e4961603-9e82-494c-bfec-049a779774b8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:59.479305 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b39913fe-8596-443a-8256-ae14a04fba7e req-e4961603-9e82-494c-bfec-049a779774b8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 943 time: 0.0571613 Jan 27 11:16:59.514117 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-49e3847b-04b5-4fdd-8d7d-81acaa89db45 req-d4aa5758-38fe-4e9a-b6e4-834fe8174aff service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079303 Jan 27 11:16:59.538638 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b39913fe-8596-443a-8256-ae14a04fba7e req-1b86a60f-1871-4a3f-9c74-003c6c8f24d8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583041 Jan 27 11:16:59.560221 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb47e-acb9-4888-94b9-bd642b82f711 admin admin] Publish callbacks [] for security_group (a777aa6b-def6-4b7b-a488-929b1254fb5a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.570379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb47e-acb9-4888-94b9-bd642b82f711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a777aa6b-def6-4b7b-a488-929b1254fb5a), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.611068 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-19e4e505-1800-437a-9789-2547b1eca881 req-eb297ecb-e155-463e-99ea-2fffedcaede9 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476095 Jan 27 11:16:59.621382 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ed9fb47e-acb9-4888-94b9-bd642b82f711 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3c6dcafbff548bbb70e6fe10f98cf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079796 Jan 27 11:16:59.623671 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fb47e-acb9-4888-94b9-bd642b82f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a777aa6b-def6-4b7b-a488-929b1254fb5a,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:59.624440 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44944) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:59.689283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Publish callbacks [] for security_group (a777aa6b-def6-4b7b-a488-929b1254fb5a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.711419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Publish callbacks [] for security_group (a777aa6b-def6-4b7b-a488-929b1254fb5a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.733185 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4f8b-c71a-4a25-9ffa-1f0f37de76e6 req-840ef498-7d56-4eba-b45b-dab60a6e4f38 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:16:59.734686 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6b6c4f8b-c71a-4a25-9ffa-1f0f37de76e6 req-840ef498-7d56-4eba-b45b-dab60a6e4f38 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0535290 Jan 27 11:16:59.769799 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a777aa6b-def6-4b7b-a488-929b1254fb5a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.772801 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:59.774082 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a777aa6b-def6-4b7b-a488-929b1254fb5a HTTP/1.1" status: 204 len: 168 time: 0.1484132 Jan 27 11:16:59.783357 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a777aa6b-def6-4b7b-a488-929b1254fb5a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:16:59.794435 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.794861 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.795239 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.796522 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.797166 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.797742 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.798784 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.799434 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.799974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.800619 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.801123 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.801960 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.802363 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d080aef3-1abb-4c18-9475-bcf7a6e4675d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:16:59.807514 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6b6c4f8b-c71a-4a25-9ffa-1f0f37de76e6 req-5721aacf-f9e1-458c-b376-12eb8a1dd266 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Jan 27 11:17:00.079859 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 44954) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:00.092920 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c33de4de-2aa4-465f-b160-d22056073901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.163638 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c33de4de-2aa4-465f-b160-d22056073901 admin admin] Publish callbacks [] for security_group (c4db243f-3c9a-4efb-b01e-eab938b4dd45), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.167104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c33de4de-2aa4-465f-b160-d22056073901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4db243f-3c9a-4efb-b01e-eab938b4dd45), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.204598 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c33de4de-2aa4-465f-b160-d22056073901 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19b0451145604122877c4775fba1cced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236563 Jan 27 11:17:00.205811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de4de-2aa4-465f-b160-d22056073901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db243f-3c9a-4efb-b01e-eab938b4dd45,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:00.207216 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 44956) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:00.263152 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] Publish callbacks [] for security_group (c4db243f-3c9a-4efb-b01e-eab938b4dd45), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.285263 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] Publish callbacks [] for security_group (c4db243f-3c9a-4efb-b01e-eab938b4dd45), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.338621 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4db243f-3c9a-4efb-b01e-eab938b4dd45), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.341759 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.342928 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4db243f-3c9a-4efb-b01e-eab938b4dd45 HTTP/1.1" status: 204 len: 168 time: 0.1339514 Jan 27 11:17:00.352313 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c8fd4-6e87-4c81-a7bb-55aee1bf7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db243f-3c9a-4efb-b01e-eab938b4dd45,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:00.677290 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18e19e-d6eb-47e1-b40a-3fa04a6ab661 req-37f43f4e-ece8-4f6a-b20e-899dba65a35a tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:00.678944 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7b18e19e-d6eb-47e1-b40a-3fa04a6ab661 req-37f43f4e-ece8-4f6a-b20e-899dba65a35a tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 943 time: 0.0773768 Jan 27 11:17:00.737658 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7b18e19e-d6eb-47e1-b40a-3fa04a6ab661 req-1b8196f9-ed89-4da3-9130-97e916b1c11d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Jan 27 11:17:00.758253 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720319d2-2457-436d-9b44-178e0fafe4cc req-bf6043e4-b7ea-4d12-bddb-46d0aab4aeb1 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:00.760036 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-720319d2-2457-436d-9b44-178e0fafe4cc req-bf6043e4-b7ea-4d12-bddb-46d0aab4aeb1 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0698893 Jan 27 11:17:00.815367 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-720319d2-2457-436d-9b44-178e0fafe4cc req-02f90ae5-df28-45bb-8b63-cccca0787058 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Jan 27 11:17:00.935584 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41031e-c569-4236-9c32-c9b08edd36e8 req-48b4628c-3cb1-44ef-a928-0c30e2d0ca24 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:00.937186 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f41031e-c569-4236-9c32-c9b08edd36e8 req-48b4628c-3cb1-44ef-a928-0c30e2d0ca24 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Jan 27 11:17:00.990788 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f41031e-c569-4236-9c32-c9b08edd36e8 req-e0a78e98-027e-4461-8d11-5e6bef29348f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Jan 27 11:17:01.435488 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device d1631fcf-9b25-45e1-8a21-8349b26a8bee details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:17:01.549362 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:01.562520 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'port_id': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'mac_address': 'fa:16:3e:27:37:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f48858-14fb-40cc-a2aa-88122d4f1c93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:17:01.605798 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port d1631fcf-9b25-45e1-8a21-8349b26a8bee is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:01.606188 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:01.619389 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1631fcf-9b25-45e1-8a21-8349b26a8bee {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:01.640371 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:01.644784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:01.696623 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:01.705044 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.705414 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.705811 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.706162 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.706489 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.706840 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.707158 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.707499 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.707816 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.708206 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.708547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.708867 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.709207 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:01.872766 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbb1e-f4ca-4128-b818-d01ad5a06dd9 req-ef252428-1615-4595-b42d-8acffcc09194 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:01.880028 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f6afbb1e-f4ca-4128-b818-d01ad5a06dd9 req-ef252428-1615-4595-b42d-8acffcc09194 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 944 time: 0.0629871 Jan 27 11:17:01.936880 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f6afbb1e-f4ca-4128-b818-d01ad5a06dd9 req-8c202a4d-0dfc-4bb7-9259-d6d5c5a34685 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Jan 27 11:17:01.974486 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53ecd2-eb77-441f-bafd-e79c3bc2fb0c req-71bc8f20-ab33-4d95-bd2f-b15bd435c2e4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:01.976950 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ff53ecd2-eb77-441f-bafd-e79c3bc2fb0c req-71bc8f20-ab33-4d95-bd2f-b15bd435c2e4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0760534 Jan 27 11:17:02.044993 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ff53ecd2-eb77-441f-bafd-e79c3bc2fb0c req-067b1a86-e310-4dd5-b0fe-cb3e496e088b tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605597 Jan 27 11:17:02.161189 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2aa9-8abd-40fb-977d-22c3cd5f0550 req-7d358e31-14be-4981-a1e5-b75efcafada3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:02.162732 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-83da2aa9-8abd-40fb-977d-22c3cd5f0550 req-7d358e31-14be-4981-a1e5-b75efcafada3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Jan 27 11:17:02.196660 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45058) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:02.218980 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-83da2aa9-8abd-40fb-977d-22c3cd5f0550 req-f518e6d5-f02b-48a4-9d87-5228f9b072d7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501144 Jan 27 11:17:02.320490 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-648bd3bc-32e5-4c45-92b6-a907e7f8d998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.403188 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-648bd3bc-32e5-4c45-92b6-a907e7f8d998 admin admin] Publish callbacks [] for security_group (a5c67b21-9db3-4afd-8392-0750618e56c0), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.406764 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-648bd3bc-32e5-4c45-92b6-a907e7f8d998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a5c67b21-9db3-4afd-8392-0750618e56c0), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.442984 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-648bd3bc-32e5-4c45-92b6-a907e7f8d998 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=546c768e7a9f4214b9814f8d2f527fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428296 Jan 27 11:17:02.444997 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd3bc-32e5-4c45-92b6-a907e7f8d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c67b21-9db3-4afd-8392-0750618e56c0,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:02.445643 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45066) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:02.493330 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] Publish callbacks [] for security_group (a5c67b21-9db3-4afd-8392-0750618e56c0), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.514552 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] Publish callbacks [] for security_group (a5c67b21-9db3-4afd-8392-0750618e56c0), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.560213 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a5c67b21-9db3-4afd-8392-0750618e56c0), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.562833 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.564017 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5c67b21-9db3-4afd-8392-0750618e56c0 HTTP/1.1" status: 204 len: 168 time: 0.1173925 Jan 27 11:17:02.572132 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a0124-d056-497b-8ca1-2853648c2f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c67b21-9db3-4afd-8392-0750618e56c0,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:02.820806 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45074) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:02.833737 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c2cc0fab-f4e3-469b-babb-d7db881070e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.910683 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c2cc0fab-f4e3-469b-babb-d7db881070e8 admin admin] Publish callbacks [] for security_group (dfd53cff-fd32-4f55-adc9-ca20c53ad26a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.914290 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c2cc0fab-f4e3-469b-babb-d7db881070e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (dfd53cff-fd32-4f55-adc9-ca20c53ad26a), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.951776 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c2cc0fab-f4e3-469b-babb-d7db881070e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ad36d0aa6e04620833680bf88f65b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299131 Jan 27 11:17:02.952603 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc0fab-f4e3-469b-babb-d7db881070e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd53cff-fd32-4f55-adc9-ca20c53ad26a,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:02.954505 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45076) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:03.004769 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] Publish callbacks [] for security_group (dfd53cff-fd32-4f55-adc9-ca20c53ad26a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.026264 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] Publish callbacks [] for security_group (dfd53cff-fd32-4f55-adc9-ca20c53ad26a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.057560 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd609031-d7cc-4a34-9164-54e93d8e3f45 req-e79dfded-695e-4197-b3ae-05614cf621ed tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:03.059691 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fd609031-d7cc-4a34-9164-54e93d8e3f45 req-e79dfded-695e-4197-b3ae-05614cf621ed tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 944 time: 0.0472872 Jan 27 11:17:03.075261 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (dfd53cff-fd32-4f55-adc9-ca20c53ad26a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.077878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.081263 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfd53cff-fd32-4f55-adc9-ca20c53ad26a HTTP/1.1" status: 204 len: 168 time: 0.1235216 Jan 27 11:17:03.091007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a951e-fdd6-4369-8c82-adb642fe9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd53cff-fd32-4f55-adc9-ca20c53ad26a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:03.109510 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fd609031-d7cc-4a34-9164-54e93d8e3f45 req-b4a70f49-5d44-498a-800c-80be9958edd5 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Jan 27 11:17:03.221824 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebefdb-3b46-4249-a503-11625d1bdc87 req-a6e7bbb0-3cd6-4d11-a891-ff6c7e24cbb9 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:03.223471 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ebefdb-3b46-4249-a503-11625d1bdc87 req-a6e7bbb0-3cd6-4d11-a891-ff6c7e24cbb9 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0508614 Jan 27 11:17:03.274951 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ebefdb-3b46-4249-a503-11625d1bdc87 req-61bd0864-50cf-4c2a-8e0e-183f479af726 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Jan 27 11:17:03.386496 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5091-acca-41f4-95b4-72e84abfc68a req-d8db9534-b75a-46c4-9b35-f521819781eb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:03.388343 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-08ba5091-acca-41f4-95b4-72e84abfc68a req-d8db9534-b75a-46c4-9b35-f521819781eb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0507843 Jan 27 11:17:03.420057 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45092) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:03.433304 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6e46e681-1ebb-4027-89ab-ef0d8e72aaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.435563 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-08ba5091-acca-41f4-95b4-72e84abfc68a req-0af740c4-655e-45fb-ba24-a41039a0a355 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jan 27 11:17:03.507737 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6e46e681-1ebb-4027-89ab-ef0d8e72aaca admin admin] Publish callbacks [] for security_group (3c3ec67f-0699-434f-92ca-64db53535943), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.511349 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6e46e681-1ebb-4027-89ab-ef0d8e72aaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (3c3ec67f-0699-434f-92ca-64db53535943), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.547202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46e681-1ebb-4027-89ab-ef0d8e72aaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ec67f-0699-434f-92ca-64db53535943,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:03.551405 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6e46e681-1ebb-4027-89ab-ef0d8e72aaca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c748896443dd40b397958e8661f71c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303520 Jan 27 11:17:03.554094 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45094) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:03.600809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] Publish callbacks [] for security_group (3c3ec67f-0699-434f-92ca-64db53535943), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.627565 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] Publish callbacks [] for security_group (3c3ec67f-0699-434f-92ca-64db53535943), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.674997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (3c3ec67f-0699-434f-92ca-64db53535943), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.677563 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:03.678694 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c3ec67f-0699-434f-92ca-64db53535943 HTTP/1.1" status: 204 len: 168 time: 0.1238730 Jan 27 11:17:03.686241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4538bf0-2687-452c-adf5-2081df0e5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ec67f-0699-434f-92ca-64db53535943,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:04.228278 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922dee-d558-45ec-a370-b551892f183a req-a7171553-f150-43f7-a7ed-cd61c48e662b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.229811 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a1922dee-d558-45ec-a370-b551892f183a req-a7171553-f150-43f7-a7ed-cd61c48e662b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 944 time: 0.0518689 Jan 27 11:17:04.281944 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a1922dee-d558-45ec-a370-b551892f183a req-9941312b-a59c-453c-84f6-426baf603a8b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 Jan 27 11:17:04.344626 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-2b50aae9-ae8a-4c31-b114-c1905270cf23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425484 Jan 27 11:17:04.409929 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d342b23-99af-459d-8a0a-d1adc01809b6 req-d2ba2912-c87a-48d1-9b3c-bc4fa72b47f4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.411525 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9d342b23-99af-459d-8a0a-d1adc01809b6 req-d2ba2912-c87a-48d1-9b3c-bc4fa72b47f4 tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0626500 Jan 27 11:17:04.490538 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-81dfc889-aa65-4c09-ae02-de030d724b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.492140 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-81dfc889-aa65-4c09-ae02-de030d724b31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 1099 time: 0.0795276 Jan 27 11:17:04.517237 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9d342b23-99af-459d-8a0a-d1adc01809b6 req-098da087-8c5f-4b63-b6ba-d9b6385058ff tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb333d8-528b-48e1-ba8d-9aeeb5b96028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825934 Jan 27 11:17:04.606843 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79cd69-97c6-4d38-9b12-1d43b6b7cffd req-83110af0-c38b-4d57-beef-ee93d7748405 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.608362 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9b79cd69-97c6-4d38-9b12-1d43b6b7cffd req-83110af0-c38b-4d57-beef-ee93d7748405 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0644193 Jan 27 11:17:04.633740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-0e6a8f84-23c0-472f-a583-6afa8cfb7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.635284 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-0e6a8f84-23c0-472f-a583-6afa8cfb7dd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 916 time: 0.0986927 Jan 27 11:17:04.658400 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9b79cd69-97c6-4d38-9b12-1d43b6b7cffd req-eef58bdc-fae1-4a4f-8fee-814bcec3797b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Jan 27 11:17:04.681362 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-e31a73ff-5e90-46c5-8a5b-9d888723d20c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec HTTP/1.1" status: 200 len: 217 time: 0.0364287 Jan 27 11:17:04.716574 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['d1631fcf-9b25-45e1-8a21-8349b26a8bee'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:04.747908 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-e019351d-b805-481a-99aa-becd03a0cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.749520 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-e019351d-b805-481a-99aa-becd03a0cf06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0575552 Jan 27 11:17:04.781921 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-2a1f69ae-8a59-41f1-94af-5f4c1db63e5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258546 Jan 27 11:17:04.897969 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-60b09173-9fba-4e51-ba51-51744684aa2f service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079152 Jan 27 11:17:04.941080 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-44aac492-c4fe-4b14-b203-3d815a954b2f tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:04.942988 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-44aac492-c4fe-4b14-b203-3d815a954b2f tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 946 time: 0.0795410 Jan 27 11:17:05.003240 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0790e5d-5342-4717-812b-74b6642cdc70 req-bc63e473-113b-49d6-a410-0ded70497d15 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973916 Jan 27 11:17:05.074553 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Deleting port 86875824-757e-43c2-ba1a-07ec2a9929e4 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:17:05.074910 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.161638 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] For port 86875824-757e-43c2-ba1a-07ec2a9929e4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=86875824-757e-43c2-ba1a-07ec2a9929e4,segment=NetworkSegment(42c0fb7b-1260-434f-8ae4-84e505783992),segment_id=42c0fb7b-1260-434f-8ae4-84e505783992)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:05.161902 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.179195 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Calling delete_port for 86875824-757e-43c2-ba1a-07ec2a9929e4 owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:17:05.342450 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (86875824-757e-43c2-ba1a-07ec2a9929e4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.356118 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['86875824-757e-43c2-ba1a-07ec2a9929e4'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:05.387375 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Pushing event deleted for resources: {'Port': ['ID=86875824-757e-43c2-ba1a-07ec2a9929e4,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:05.426591 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247683-40df-408c-9150-10c5d2fb44c7 req-118ce6e6-14ae-4b80-b005-d0d9860498b1 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:05.428103 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-32247683-40df-408c-9150-10c5d2fb44c7 req-118ce6e6-14ae-4b80-b005-d0d9860498b1 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 944 time: 0.0633104 Jan 27 11:17:05.479122 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] No DVR routers for this DVR port 86875824-757e-43c2-ba1a-07ec2a9929e4 on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:17:05.483389 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.488279 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7cafc1ef-9e9b-4803-af1f-de3f91bfaaee req-f43f460a-ef2a-4ac3-8db7-c82b80b088fc tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.44 "DELETE /v2.0/ports/86875824-757e-43c2-ba1a-07ec2a9929e4 HTTP/1.1" status: 204 len: 173 time: 0.5396893 Jan 27 11:17:05.489192 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'name': 'network-vif-deleted', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:05.492675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bbf86d-7378-4f8e-b8c8-a0a7e4d43511" -d '{"events": [{"server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "name": "network-vif-deleted", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:05.577331 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-32247683-40df-408c-9150-10c5d2fb44c7 req-c3b6eadb-d56b-4a2f-8549-4626ac430a81 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171064 Jan 27 11:17:05.611904 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.723124 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-91bae355-cb4e-4d1d-821e-ff4e2f355545 req-a23306b8-7090-491f-bcae-f0198b4e85bb tempest-DeleteServersTestJSON-221065713 tempest-DeleteServersTestJSON-221065713-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9be5ee-228f-4b78-85f2-4df0ab7a7367 HTTP/1.1" status: 200 len: 210 time: 0.0331681 Jan 27 11:17:05.796680 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bccf06-810b-4198-8538-4c56a03de161 x-openstack-request-id: req-64bccf06-810b-4198-8538-4c56a03de161 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:05.797264 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9be5ee-228f-4b78-85f2-4df0ab7a7367", "name": "network-vif-deleted", "tag": "86875824-757e-43c2-ba1a-07ec2a9929e4", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:05.797264 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64bccf06-810b-4198-8538-4c56a03de161 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:05.798077 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9be5ee-228f-4b78-85f2-4df0ab7a7367', 'name': 'network-vif-deleted', 'tag': '86875824-757e-43c2-ba1a-07ec2a9929e4', 'status': 'completed', 'code': 200} Jan 27 11:17:05.842262 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b957-bafe-43af-be90-34f268731eae req-68fedd40-616c-4ff2-8003-0e3bc85dbbe9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:05.844965 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95b3b957-bafe-43af-be90-34f268731eae req-68fedd40-616c-4ff2-8003-0e3bc85dbbe9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0562491 Jan 27 11:17:05.895899 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95b3b957-bafe-43af-be90-34f268731eae req-51e03f49-e772-44cd-91e0-1b668945c918 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Jan 27 11:17:06.095088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e5def694-fd3b-482e-929b-cc9f22456700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:06.264055 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device d1631fcf-9b25-45e1-8a21-8349b26a8bee up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:06.318157 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port d1631fcf-9b25-45e1-8a21-8349b26a8bee completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:17:06.322367 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port d1631fcf-9b25-45e1-8a21-8349b26a8bee triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:06.322742 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:06.406120 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port d1631fcf-9b25-45e1-8a21-8349b26a8bee is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:06.406514 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:06.429300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:06.431539 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd6741b-ae87-45e6-a012-106fc9855a07" -d '{"events": [{"server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:06.443973 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:06.449616 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:06.477704 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83e0f4-fce7-4f27-9f38-354ef699b5db x-openstack-request-id: req-ba83e0f4-fce7-4f27-9f38-354ef699b5db {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:06.477704 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:06.477882 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba83e0f4-fce7-4f27-9f38-354ef699b5db {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:06.478215 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'code': 200} Jan 27 11:17:06.505242 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:06.924920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739935-852c-4cdd-9341-b88b247a9294 req-3a9f72f0-83fc-45e6-b335-3c0f1e67f977 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:06.934996 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-61739935-852c-4cdd-9341-b88b247a9294 req-3a9f72f0-83fc-45e6-b335-3c0f1e67f977 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.2989306 Jan 27 11:17:06.983990 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3189-b8f2-4c3c-90a4-bf3f955aad9e req-93a8e729-b910-458e-98a7-9926141998c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:06.985646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-df2c3189-b8f2-4c3c-90a4-bf3f955aad9e req-93a8e729-b910-458e-98a7-9926141998c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 1098 time: 0.3186185 Jan 27 11:17:07.046163 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-df2c3189-b8f2-4c3c-90a4-bf3f955aad9e req-0276f2b5-3631-42d3-8a5c-9627fafb18ac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 Jan 27 11:17:07.048159 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe70544-1d25-4a7b-b9b4-d54cb5188ed0 req-8a230b9b-d1b4-45a5-ae4d-fd90f98c702f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:07.055332 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0fe70544-1d25-4a7b-b9b4-d54cb5188ed0 req-8a230b9b-d1b4-45a5-ae4d-fd90f98c702f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0581107 Jan 27 11:17:07.078944 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-61739935-852c-4cdd-9341-b88b247a9294 req-9b0d64c9-3a91-4031-a955-469efcc2721d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263359 Jan 27 11:17:07.108267 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0fe70544-1d25-4a7b-b9b4-d54cb5188ed0 req-83eec280-2a26-47aa-9bca-25b38e96f37d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Jan 27 11:17:08.193656 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8e83-338d-47d0-a33d-606a61cab76f req-9b41ab20-870a-4df7-8546-c0410e825b13 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:08.195120 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b5ac8e83-338d-47d0-a33d-606a61cab76f req-9b41ab20-870a-4df7-8546-c0410e825b13 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.0673251 Jan 27 11:17:08.244255 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f98929-6617-45e1-92d0-cf603c6ead4d req-8a46ebe9-4087-458f-89bb-4baca0ef736f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:08.246051 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-25f98929-6617-45e1-92d0-cf603c6ead4d req-8a46ebe9-4087-458f-89bb-4baca0ef736f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0514741 Jan 27 11:17:08.250582 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b5ac8e83-338d-47d0-a33d-606a61cab76f req-1214e668-537f-49f4-b191-dc0ae90a9694 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Jan 27 11:17:08.307757 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-25f98929-6617-45e1-92d0-cf603c6ead4d req-6adffd21-5039-4fa2-a255-153a97877430 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555406 Jan 27 11:17:08.407257 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45264) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:08.456365 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Deleting subnet b483fac4-2a75-49a5-9211-5c6c1866dac5 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:17:08.460691 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Publish callbacks [] for subnet (b483fac4-2a75-49a5-9211-5c6c1866dac5), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.495565 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (b483fac4-2a75-49a5-9211-5c6c1866dac5), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.523662 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a61d-1957-481f-9889-89d9bf9e9b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.539971 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (b483fac4-2a75-49a5-9211-5c6c1866dac5), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.606503 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (b483fac4-2a75-49a5-9211-5c6c1866dac5), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.636724 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.640538 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b483fac4-2a75-49a5-9211-5c6c1866dac5 HTTP/1.1" status: 204 len: 168 time: 0.2318056 Jan 27 11:17:08.641079 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a23f45-82cf-4cd5-b36e-899ec1324b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b483fac4-2a75-49a5-9211-5c6c1866dac5,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:08.643217 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45270) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:08.707650 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45274) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:08.721266 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.822199 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0faeb424-bf95-4185-97a1-e08340a44c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.824084 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.849247 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0b7cc-cfb6-4331-87d4-534dbcac8c1f']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:08.859424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c0fb7b-1260-434f-8ae4-84e505783992') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:08.859702 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c0fb7b-1260-434f-8ae4-84e505783992') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:08.873874 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (42c0fb7b-1260-434f-8ae4-84e505783992), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.889242 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (42c0fb7b-1260-434f-8ae4-84e505783992), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.895979 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:17:08.897004 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (42c0fb7b-1260-434f-8ae4-84e505783992), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:17:08.899206 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:17:08.919965 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0faeb424-bf95-4185-97a1-e08340a44c4a admin admin] Publish callbacks [] for security_group (55ec4564-9615-4e60-808a-9ca192b0986f), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.925396 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0faeb424-bf95-4185-97a1-e08340a44c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (55ec4564-9615-4e60-808a-9ca192b0986f), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.963171 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeb424-bf95-4185-97a1-e08340a44c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec4564-9615-4e60-808a-9ca192b0986f,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:08.970151 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-0faeb424-bf95-4185-97a1-e08340a44c4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad4c47ca448c4da191ea922b9c9b0152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596381 Jan 27 11:17:08.972249 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45286) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:08.975378 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (07f0b7cc-cfb6-4331-87d4-534dbcac8c1f), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.988413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.993013 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] 10.222.0.24 "DELETE /v2.0/networks/07f0b7cc-cfb6-4331-87d4-534dbcac8c1f HTTP/1.1" status: 204 len: 168 time: 0.3478494 Jan 27 11:17:09.014725 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b520f-cc25-435e-9ee3-031256436cee admin admin] Pushing event deleted for resources: {'Network': ['ID=07f0b7cc-cfb6-4331-87d4-534dbcac8c1f,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:09.035451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] Publish callbacks [] for security_group (55ec4564-9615-4e60-808a-9ca192b0986f), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.059753 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] Publish callbacks [] for security_group (55ec4564-9615-4e60-808a-9ca192b0986f), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.141001 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (55ec4564-9615-4e60-808a-9ca192b0986f), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.146089 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.150574 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55ec4564-9615-4e60-808a-9ca192b0986f HTTP/1.1" status: 204 len: 168 time: 0.1774185 Jan 27 11:17:09.152862 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45298) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:09.161831 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202eff3-5210-492d-8a87-f6077d67022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec4564-9615-4e60-808a-9ca192b0986f,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:09.206015 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c8ab7426-8365-426e-97eb-8576ef515a74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=867a34f7cd764d75b05a84debe39a217&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518851 Jan 27 11:17:09.208601 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45306) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:09.269775 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] Publish callbacks [] for security_group (5cb333d8-528b-48e1-ba8d-9aeeb5b96028), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.303754 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] Publish callbacks [] for security_group (5cb333d8-528b-48e1-ba8d-9aeeb5b96028), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.382948 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5cb333d8-528b-48e1-ba8d-9aeeb5b96028), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.385975 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.387320 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cb333d8-528b-48e1-ba8d-9aeeb5b96028 HTTP/1.1" status: 204 len: 168 time: 0.1774387 Jan 27 11:17:09.400203 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423c1eb-cdd6-42b0-a840-c5c6461b6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb333d8-528b-48e1-ba8d-9aeeb5b96028,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:09.408588 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b04875-241b-4d29-afc3-d75c34ef751a req-73b91fb2-3104-48f8-8492-fd9540f12e7c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:09.419479 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84b04875-241b-4d29-afc3-d75c34ef751a req-73b91fb2-3104-48f8-8492-fd9540f12e7c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.0892649 Jan 27 11:17:09.482341 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84b04875-241b-4d29-afc3-d75c34ef751a req-a9cd6ae8-9427-4ef8-8e93-140de7dcc0c4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608213 Jan 27 11:17:09.531622 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1dce2-0793-402f-bc1d-e50dd5993b21 req-56dd8851-e69f-42c0-8cff-c7f0ee4422a4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:09.541611 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-25e1dce2-0793-402f-bc1d-e50dd5993b21 req-56dd8851-e69f-42c0-8cff-c7f0ee4422a4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1111298 Jan 27 11:17:09.624986 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-25e1dce2-0793-402f-bc1d-e50dd5993b21 req-e701043c-a3f9-4116-944b-7700e7c1cbcc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Jan 27 11:17:09.818849 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45346) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:09.847592 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61b8de17-ad2c-49a0-b073-66e7808746bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:09.861303 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.000624 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61b8de17-ad2c-49a0-b073-66e7808746bb admin admin] Publish callbacks [] for security_group (c31c92e4-4987-4503-93b3-edfe1723fa06), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.009396 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61b8de17-ad2c-49a0-b073-66e7808746bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c31c92e4-4987-4503-93b3-edfe1723fa06), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.030367 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45360) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:10.099238 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-61b8de17-ad2c-49a0-b073-66e7808746bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9395a9d310494fb5a68f333abaeb2c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767231 Jan 27 11:17:10.099521 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45372) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:10.100882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8de17-ad2c-49a0-b073-66e7808746bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c92e4-4987-4503-93b3-edfe1723fa06,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:10.256401 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c7830fb-a996-4c6c-82fc-1e12643ee51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.269870 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] Publish callbacks [] for security_group (c31c92e4-4987-4503-93b3-edfe1723fa06), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.303791 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] Publish callbacks [] for security_group (c31c92e4-4987-4503-93b3-edfe1723fa06), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.314405 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 86875824-757e-43c2-ba1a-07ec2a9929e4 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:17:10.351093 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 86875824-757e-43c2-ba1a-07ec2a9929e4 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:17:10.352885 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 86875824-757e-43c2-ba1a-07ec2a9929e4 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:17:10.397816 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c7830fb-a996-4c6c-82fc-1e12643ee51a admin admin] Publish callbacks [] for security_group (4121fca3-e472-4e9e-b71a-29e8ab5ea36d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.404782 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1c7830fb-a996-4c6c-82fc-1e12643ee51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4121fca3-e472-4e9e-b71a-29e8ab5ea36d), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.424076 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c31c92e4-4987-4503-93b3-edfe1723fa06), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.426590 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.430118 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c31c92e4-4987-4503-93b3-edfe1723fa06 HTTP/1.1" status: 204 len: 168 time: 0.3268692 Jan 27 11:17:10.453362 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7830fb-a996-4c6c-82fc-1e12643ee51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121fca3-e472-4e9e-b71a-29e8ab5ea36d,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:10.460506 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1c7830fb-a996-4c6c-82fc-1e12643ee51a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6436de359104fc5a2ee0afb1d677d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287271 Jan 27 11:17:10.460726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45390) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:10.474482 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b7e57-d73c-4ae4-a6da-94a929f4f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c92e4-4987-4503-93b3-edfe1723fa06,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:10.546478 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] Publish callbacks [] for security_group (4121fca3-e472-4e9e-b71a-29e8ab5ea36d), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.601238 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] Publish callbacks [] for security_group (4121fca3-e472-4e9e-b71a-29e8ab5ea36d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.666360 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4121fca3-e472-4e9e-b71a-29e8ab5ea36d), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.669984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.671784 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4121fca3-e472-4e9e-b71a-29e8ab5ea36d HTTP/1.1" status: 204 len: 168 time: 0.2082465 Jan 27 11:17:10.693430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23376d36-377a-41c6-9d47-2fd1a9439f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121fca3-e472-4e9e-b71a-29e8ab5ea36d,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:10.801312 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eb334-2a77-45f2-99ff-02df9dfc8ca4 req-e91ea949-1e65-474c-9c72-8e1a1dddfff7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:10.802820 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b2eb334-2a77-45f2-99ff-02df9dfc8ca4 req-e91ea949-1e65-474c-9c72-8e1a1dddfff7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0587564 Jan 27 11:17:10.869314 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:10.873815 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b2eb334-2a77-45f2-99ff-02df9dfc8ca4 req-56f2b861-9422-4c0a-b48f-e29424136b05 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Jan 27 11:17:11.891023 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45502) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:12.044621 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ce3a3-986c-4027-90e6-f8b217d185d3 req-54501a7b-7042-4c06-9616-599d2c1fd510 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:12.046164 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a48ce3a3-986c-4027-90e6-f8b217d185d3 req-54501a7b-7042-4c06-9616-599d2c1fd510 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Jan 27 11:17:12.096686 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a48ce3a3-986c-4027-90e6-f8b217d185d3 req-a746195e-972e-4561-aaff-b79c211af16d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Jan 27 11:17:12.150269 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c0479d5-c798-44b6-87ca-73714f038403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.192796 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.270038 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c0479d5-c798-44b6-87ca-73714f038403 admin admin] Publish callbacks [] for security_group (83f079d9-1609-4a43-8e02-bef157dd8e73), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.275331 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c0479d5-c798-44b6-87ca-73714f038403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (83f079d9-1609-4a43-8e02-bef157dd8e73), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.317928 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0479d5-c798-44b6-87ca-73714f038403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f079d9-1609-4a43-8e02-bef157dd8e73,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:12.331950 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6c0479d5-c798-44b6-87ca-73714f038403 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81e1175af5f441bc986e7d7166fa3493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4395440 Jan 27 11:17:12.337075 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45530) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:12.424117 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] Publish callbacks [] for security_group (83f079d9-1609-4a43-8e02-bef157dd8e73), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.465283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] Publish callbacks [] for security_group (83f079d9-1609-4a43-8e02-bef157dd8e73), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.565553 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (83f079d9-1609-4a43-8e02-bef157dd8e73), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.568984 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:12.573349 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83f079d9-1609-4a43-8e02-bef157dd8e73 HTTP/1.1" status: 204 len: 168 time: 0.2357228 Jan 27 11:17:12.582031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a90e4-5955-4163-9b89-792b0365ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f079d9-1609-4a43-8e02-bef157dd8e73,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:12.915547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-304748e0-88d2-46e9-b0d2-e8bb9ca4dd6c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:12.918653 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-304748e0-88d2-46e9-b0d2-e8bb9ca4dd6c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1604228 Jan 27 11:17:12.934867 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-547b2bb1-c010-4278-8d09-94febc205793 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/quotas/663062073cd74d5bac2edb14ef0f50a2 HTTP/1.1" status: 200 len: 375 time: 0.0103548 Jan 27 11:17:13.027552 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-0e8d7e68-32f6-48b0-9e58-9d377794c8ab tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823147 Jan 27 11:17:13.196287 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-fb9a26d8-d800-41d5-aa19-2ae48c5bd032 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647055 Jan 27 11:17:13.273957 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d5663-2ed8-4512-8bd4-aa520f0f993f req-b8ca22bc-280b-4696-ab6e-f924bc900b92 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:13.276763 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-926d5663-2ed8-4512-8bd4-aa520f0f993f req-b8ca22bc-280b-4696-ab6e-f924bc900b92 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0859547 Jan 27 11:17:13.341414 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-7bcb8c71-9179-4cf7-b6b6-0fe067417650 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426783 Jan 27 11:17:13.342949 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-926d5663-2ed8-4512-8bd4-aa520f0f993f req-8546841e-23f0-4006-884d-f428cc41cd71 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Jan 27 11:17:13.575332 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45670) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:13.579070 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a9468088-5326-4163-b0d4-5bb21836df51 req-eefce745-f52a-48fe-9475-3cb2d8edee03 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 210 time: 0.0404882 Jan 27 11:17:13.707866 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-677c6663-d4aa-4db3-b379-5633b20af115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:13.799081 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-677c6663-d4aa-4db3-b379-5633b20af115 admin admin] Publish callbacks [] for security_group (e2781eec-34dc-4587-93ec-bd317f84488a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:13.803266 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-677c6663-d4aa-4db3-b379-5633b20af115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e2781eec-34dc-4587-93ec-bd317f84488a), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:13.850722 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c6663-d4aa-4db3-b379-5633b20af115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2781eec-34dc-4587-93ec-bd317f84488a,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:13.859256 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45690) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:13.869521 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-677c6663-d4aa-4db3-b379-5633b20af115 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71487f92dc4346688d165c67a61ee18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929182 Jan 27 11:17:13.921038 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] Publish callbacks [] for security_group (e2781eec-34dc-4587-93ec-bd317f84488a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:13.944026 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] Publish callbacks [] for security_group (e2781eec-34dc-4587-93ec-bd317f84488a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.015283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e2781eec-34dc-4587-93ec-bd317f84488a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.018572 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.019956 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2781eec-34dc-4587-93ec-bd317f84488a HTTP/1.1" status: 204 len: 168 time: 0.1591573 Jan 27 11:17:14.035469 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee9581-4383-44f1-a0ec-f488921682da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2781eec-34dc-4587-93ec-bd317f84488a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:14.416015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45724) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:14.430463 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-79cd510f-3d61-4fd3-a5cd-fb862b3a5944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.489126 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464df2-549b-4415-9b35-5d741dfcb212 req-3bd63e90-0787-4e93-bb72-ce8a5884c7db tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:14.493941 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6b464df2-549b-4415-9b35-5d741dfcb212 req-3bd63e90-0787-4e93-bb72-ce8a5884c7db tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0776684 Jan 27 11:17:14.538458 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-79cd510f-3d61-4fd3-a5cd-fb862b3a5944 admin admin] Publish callbacks [] for security_group (05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.543508 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-79cd510f-3d61-4fd3-a5cd-fb862b3a5944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.553417 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6b464df2-549b-4415-9b35-5d741dfcb212 req-289c64a4-39ab-4cfd-ba86-08d2a2d5f265 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Jan 27 11:17:14.603989 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-79cd510f-3d61-4fd3-a5cd-fb862b3a5944 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52fb4b6d50d84bc5a321644821a4f662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868818 Jan 27 11:17:14.604692 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd510f-3d61-4fd3-a5cd-fb862b3a5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:14.605057 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45736) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:14.676953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] Publish callbacks [] for security_group (05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.699399 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cd29ae7c-521b-41f4-83e5-e2124c164027 req-146991b2-e76d-4396-a724-c48fa63a118c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 210 time: 0.0368009 Jan 27 11:17:14.723048 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] Publish callbacks [] for security_group (05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.801061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.804813 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:14.809479 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5 HTTP/1.1" status: 204 len: 168 time: 0.2031300 Jan 27 11:17:14.821413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe37493-4768-457d-affd-9404bc91a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8d94b-7fa0-4d72-8d8c-abfd39f29ae5,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:14.924085 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-d772a2a9-392d-476b-aaa4-4ef9b3ec9bce tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:14.924331 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-d772a2a9-392d-476b-aaa4-4ef9b3ec9bce tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1540143 Jan 27 11:17:14.943222 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Request body: {'port': {'device_id': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'admin_state_up': True, 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:15.081248 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:15.087584 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.244527 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Allocated IP 172.20.0.3 (326373ef-b88f-43a1-a674-ad3e4c245d2e/d6f48858-14fb-40cc-a2aa-88122d4f1c93/ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:15.412760 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45792) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:15.426542 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks [] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.443148 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45798) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:15.464445 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.478493 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec', 'd1631fcf-9b25-45e1-8a21-8349b26a8bee'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:15.517263 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:15.522637 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:15.525541 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:15.583008 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event updated for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:15.611363 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:15.612237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.644576 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-a42d067c-aa94-416f-bed9-201eab637ee8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081964 Jan 27 11:17:15.661796 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Request body: {'port': {'device_id': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:15.739175 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-756f7fc8-92aa-4889-b44e-358e2622d27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.807965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5cacf3c1-5ccd-4240-a377-f12c42d6ce7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.820864 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.867797 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43586d30-22e0-4ae1-82a6-00732b108394 req-ca543841-5d15-4fda-b6ca-9e144cfc2b67 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:15.869447 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43586d30-22e0-4ae1-82a6-00732b108394 req-ca543841-5d15-4fda-b6ca-9e144cfc2b67 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1579280 Jan 27 11:17:15.896120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-756f7fc8-92aa-4889-b44e-358e2622d27e admin admin] Publish callbacks [] for security_group (959508f8-d1ac-426f-b6c2-dbcbc13ee13a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.917137 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-756f7fc8-92aa-4889-b44e-358e2622d27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (959508f8-d1ac-426f-b6c2-dbcbc13ee13a), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:15.991237 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de237-ee36-41d6-a353-1f2e1b33b713 req-3584671b-a1ec-43a4-929c-9f7371f59c60 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:15.993180 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0d8de237-ee36-41d6-a353-1f2e1b33b713 req-3584671b-a1ec-43a4-929c-9f7371f59c60 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 931 time: 0.1136968 Jan 27 11:17:15.996752 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f7fc8-92aa-4889-b44e-358e2622d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959508f8-d1ac-426f-b6c2-dbcbc13ee13a,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.001550 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-756f7fc8-92aa-4889-b44e-358e2622d27e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ca49053eaf1403ea89725795041b3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570629 Jan 27 11:17:16.008236 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 45820) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:16.036654 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43586d30-22e0-4ae1-82a6-00732b108394 req-b0f8721b-bc8f-40c4-aa8d-5e574ceba7ff tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601264 Jan 27 11:17:16.045680 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5cacf3c1-5ccd-4240-a377-f12c42d6ce7d admin admin] Publish callbacks [] for security_group (cf2bace7-157c-4c51-b0be-0d83eddedd05), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.058619 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5cacf3c1-5ccd-4240-a377-f12c42d6ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (cf2bace7-157c-4c51-b0be-0d83eddedd05), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.114825 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5cacf3c1-5ccd-4240-a377-f12c42d6ce7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4adc50b966e246169c6298f1449bc61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7004995 Jan 27 11:17:16.120869 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0d8de237-ee36-41d6-a353-1f2e1b33b713 req-a8cbdda9-f202-41f1-9598-d88021cf6f35 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060376 Jan 27 11:17:16.122323 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45822) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:16.125036 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacf3c1-5ccd-4240-a377-f12c42d6ce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2bace7-157c-4c51-b0be-0d83eddedd05,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.141130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] Publish callbacks [] for security_group (959508f8-d1ac-426f-b6c2-dbcbc13ee13a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.177709 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] Publish callbacks [] for security_group (cf2bace7-157c-4c51-b0be-0d83eddedd05), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.177906 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] Publish callbacks [] for security_group (959508f8-d1ac-426f-b6c2-dbcbc13ee13a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.199083 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] Publish callbacks [] for security_group (cf2bace7-157c-4c51-b0be-0d83eddedd05), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.252529 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (cf2bace7-157c-4c51-b0be-0d83eddedd05), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.255391 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.259109 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf2bace7-157c-4c51-b0be-0d83eddedd05 HTTP/1.1" status: 204 len: 168 time: 0.1332245 Jan 27 11:17:16.265076 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a979b3-0bf3-4f4c-aeb6-8bcdda1abe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2bace7-157c-4c51-b0be-0d83eddedd05,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.312408 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:16.318572 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (959508f8-d1ac-426f-b6c2-dbcbc13ee13a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.321591 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.325398 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/959508f8-d1ac-426f-b6c2-dbcbc13ee13a HTTP/1.1" status: 204 len: 168 time: 0.3104994 Jan 27 11:17:16.332443 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks [] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.355243 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c83ceb-8e13-4dd7-bf4e-37c4ad01c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959508f8-d1ac-426f-b6c2-dbcbc13ee13a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.357483 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Transition to ACTIVE for port object ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:17:16.371970 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.469713 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Pushing event updated for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.533266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Attempting to bind port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:16.533675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Attempting to bind port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:16.534003 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Attempting to bind port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:16.539251 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:17:16.539583 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Attempting to bind port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:16.550202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:16.550626 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Checking segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:16.551298 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Bound using segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:16.551861 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Bound port: ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:16.552288 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.648853 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:17:16.654812 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:17:16.662300 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.709878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:16.710503 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.712184 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] 10.222.0.44 "PUT /v2.0/ports/ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec HTTP/1.1" status: 200 len: 1093 time: 1.0587752 Jan 27 11:17:16.712787 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:16.716142 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658353e0-5f26-4708-9b5a-820907bc3f67" -d '{"events": [{"name": "network-changed", "server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:16.774893 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35f1b-ecb9-48e0-aec2-82dfef86459f service neutron] Pushing event updated for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:16.808634 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed3241-6823-466c-bb22-6f4e360f6021 x-openstack-request-id: req-60ed3241-6823-466c-bb22-6f4e360f6021 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:16.813635 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:16.813914 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60ed3241-6823-466c-bb22-6f4e360f6021 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:16.814290 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'status': 'completed', 'code': 200} Jan 27 11:17:16.855801 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-fec75476-53f7-45b5-a056-27c523ff8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:16.857436 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-fec75476-53f7-45b5-a056-27c523ff8b40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 1096 time: 0.0836730 Jan 27 11:17:16.902821 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-cb05f1fe-eea6-47b9-8ef1-de28178cb9c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec HTTP/1.1" status: 200 len: 217 time: 0.0362239 Jan 27 11:17:16.921441 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45846) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:16.935843 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6462c905-4e66-4079-9885-b8024f43384a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:16.958515 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-c3459311-92a3-46d1-a0a8-abaf2fe151a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:16.959982 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-c3459311-92a3-46d1-a0a8-abaf2fe151a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0462143 Jan 27 11:17:16.996971 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-75600755-5c11-46a8-9cf4-b3e83014e387 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270197 Jan 27 11:17:17.014475 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6462c905-4e66-4079-9885-b8024f43384a admin admin] Publish callbacks [] for security_group (09942835-659b-4db1-b79f-012c54df96be), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.019489 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6462c905-4e66-4079-9885-b8024f43384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (09942835-659b-4db1-b79f-012c54df96be), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.060053 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6462c905-4e66-4079-9885-b8024f43384a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2ac738daa4446d09b0a59d9433ec780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375372 Jan 27 11:17:17.060920 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462c905-4e66-4079-9885-b8024f43384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09942835-659b-4db1-b79f-012c54df96be,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:17.063193 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 45848) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:17.100750 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-002f976a-c27a-45dd-92a2-ee0bf10d8542 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908051 Jan 27 11:17:17.115233 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] Publish callbacks [] for security_group (09942835-659b-4db1-b79f-012c54df96be), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.137395 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] Publish callbacks [] for security_group (09942835-659b-4db1-b79f-012c54df96be), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.186255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (09942835-659b-4db1-b79f-012c54df96be), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.189197 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:17.192757 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09942835-659b-4db1-b79f-012c54df96be HTTP/1.1" status: 204 len: 168 time: 0.1262619 Jan 27 11:17:17.199467 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6609fd-8969-4e96-9a21-ce0f59ac6431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09942835-659b-4db1-b79f-012c54df96be,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:17.239000 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee652-e302-4697-8be8-0803b7e72edb req-fc446fc9-2e7c-46eb-b73a-8d43e4175480 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:17.240479 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-066ee652-e302-4697-8be8-0803b7e72edb req-fc446fc9-2e7c-46eb-b73a-8d43e4175480 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1064107 Jan 27 11:17:17.278249 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-af0a6e08-ae56-4522-824e-a3dc0ca959fa req-f34ce616-d570-483a-a48c-8d639abb1418 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701159 Jan 27 11:17:17.280697 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d168af7-0c49-4f0c-ab2d-77521defe826 req-f2b594b1-ec51-4665-acfa-ac2b19747b96 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:17.282549 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4d168af7-0c49-4f0c-ab2d-77521defe826 req-f2b594b1-ec51-4665-acfa-ac2b19747b96 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 943 time: 0.0610502 Jan 27 11:17:17.315497 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-066ee652-e302-4697-8be8-0803b7e72edb req-a6dc4cd4-fc12-4b11-be7b-10beed32f6b7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628133 Jan 27 11:17:17.343806 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4d168af7-0c49-4f0c-ab2d-77521defe826 req-8f1c944c-9962-4d89-97d5-ffe0e436605b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Jan 27 11:17:17.391065 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-8affdba2-802d-43b3-9397-c72459e36edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:17.393135 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-8affdba2-802d-43b3-9397-c72459e36edf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 1096 time: 0.0431917 Jan 27 11:17:17.492291 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-5c87cd8c-47d5-4ad5-a5d8-b5d0c1b99393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:17.493802 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-5c87cd8c-47d5-4ad5-a5d8-b5d0c1b99393 service neutron] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 916 time: 0.0929253 Jan 27 11:17:17.537736 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-50f234ca-8ac7-447a-a27f-0abd16788a3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec HTTP/1.1" status: 200 len: 217 time: 0.0379710 Jan 27 11:17:17.589550 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-97915731-ae63-44e4-9a21-23e1790a60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:17.591000 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-97915731-ae63-44e4-9a21-23e1790a60a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0471542 Jan 27 11:17:17.628406 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-343320d9-379a-4835-959e-bf95b87947ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241780 Jan 27 11:17:17.733857 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-17bec55e-ef1d-4f66-a998-001dec7e405e service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953770 Jan 27 11:17:17.836042 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-658353e0-5f26-4708-9b5a-820907bc3f67 req-3999e573-4102-4bad-b962-92131d942e36 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882668 Jan 27 11:17:18.090032 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-2e006b4b-fb4e-4a1e-9006-8009397c72a9 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=46adc6ea49e74e3799df5956f329023b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336809 Jan 27 11:17:18.279713 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-d8c2e0a7-e509-42f7-8f81-9fba76685a30 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:18.281207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-d8c2e0a7-e509-42f7-8f81-9fba76685a30 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861506 Jan 27 11:17:18.296310 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-d47d28d4-c9fc-44b4-9edb-508c5deb1206 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/quotas/46adc6ea49e74e3799df5956f329023b HTTP/1.1" status: 200 len: 375 time: 0.0096700 Jan 27 11:17:18.327769 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-b6beb3fb-21c0-4930-93da-754bacbd563b tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46adc6ea49e74e3799df5956f329023b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263064 Jan 27 11:17:18.450332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d688a-5c41-49af-9164-149a48aeb23b req-7b7eeb4e-f690-4f23-8068-5dfc17a6527d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:18.458387 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-447d688a-5c41-49af-9164-149a48aeb23b req-7b7eeb4e-f690-4f23-8068-5dfc17a6527d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0685482 Jan 27 11:17:18.542957 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-447d688a-5c41-49af-9164-149a48aeb23b req-1cfece15-51ae-4f6b-89b2-639b6fefcbca tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772471 Jan 27 11:17:18.570608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253329a-7890-400e-bfc3-108061bde914 req-608f208a-38bb-47e6-bd77-65490b83357e tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:18.572601 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f253329a-7890-400e-bfc3-108061bde914 req-608f208a-38bb-47e6-bd77-65490b83357e tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 943 time: 0.0603693 Jan 27 11:17:18.611577 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e48c5d76-2ab9-49e4-b165-dce86f46dce6 req-23009105-b466-44e4-b9ef-2f9d91576d15 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 210 time: 0.0312092 Jan 27 11:17:18.833873 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f253329a-7890-400e-bfc3-108061bde914 req-fd4b2f73-45ca-4dce-ac37-61e2cc6c95cf tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549331 Jan 27 11:17:19.659362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011452-685d-4f46-9005-43ead071e87c req-7191ba18-f61b-4c92-baea-b78de5bcdcd5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:19.665716 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-34011452-685d-4f46-9005-43ead071e87c req-7191ba18-f61b-4c92-baea-b78de5bcdcd5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0573523 Jan 27 11:17:19.717165 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-34011452-685d-4f46-9005-43ead071e87c req-979e1699-7e29-4fb4-811e-d515b30beb42 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Jan 27 11:17:19.719825 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f055e97f-b463-4907-9378-5901ff2fada6 req-e56c0ca9-2a47-4821-9205-0b12263245c4 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 210 time: 0.0309176 Jan 27 11:17:19.754923 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-3ff9a4d7-726e-45f4-93c7-062c037ff1cf tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=46adc6ea49e74e3799df5956f329023b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320354 Jan 27 11:17:19.975804 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-ef0af77b-bc9c-4a7b-9e4b-418eccef44a2 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:19.977262 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-ef0af77b-bc9c-4a7b-9e4b-418eccef44a2 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154748 Jan 27 11:17:19.990504 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518d716-a952-4e8c-b17b-8053da688ea5 req-a04f8bc8-dd3f-4d13-adfb-b4a327dfa9a0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:19.992685 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2518d716-a952-4e8c-b17b-8053da688ea5 req-a04f8bc8-dd3f-4d13-adfb-b4a327dfa9a0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 943 time: 0.0855947 Jan 27 11:17:19.999436 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Request body: {'port': {'device_id': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d', 'admin_state_up': True, 'tenant_id': '46adc6ea49e74e3799df5956f329023b'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:20.345319 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2518d716-a952-4e8c-b17b-8053da688ea5 req-9359b3ff-5364-4441-b3f2-06411bdd3c04 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400631 Jan 27 11:17:20.392565 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Made reservation on behalf of 46adc6ea49e74e3799df5956f329023b for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:20.395895 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.404637 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.411430 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:17:20.479858 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks [] for security_group (6f08b6b8-4915-4c14-a0e4-554063995e45), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.483643 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6f08b6b8-4915-4c14-a0e4-554063995e45), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.555023 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f08b6b8-4915-4c14-a0e4-554063995e45,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:20.624141 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Allocated IP 192.168.233.233 (2925631f-bd19-4676-9c1b-747cd69d077d/218857c8-33c1-47e1-97f0-300f13c27e95/cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:20.770522 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks [] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.833339 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.841683 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-817af1fe-dad6-41ea-b3a1-54a3257625f6 req-3c297138-8d29-4415-a9bc-accfd88d5ce6 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 210 time: 0.0265455 Jan 27 11:17:20.883937 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Network 2925631f-bd19-4676-9c1b-747cd69d077d is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:20.892711 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf0d20-1f23-4a5d-9d5b-154c5dc4c4df req-303e083c-a407-4a2d-9323-20062a3cac05 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:20.894341 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4baf0d20-1f23-4a5d-9d5b-154c5dc4c4df req-303e083c-a407-4a2d-9323-20062a3cac05 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0965483 Jan 27 11:17:20.899397 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:20.905331 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:20.914300 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Pushing event updated for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:20.986987 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:20.987602 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:20.994269 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4baf0d20-1f23-4a5d-9d5b-154c5dc4c4df req-ec0c026a-1faf-4403-b2ba-4edb0fee1e55 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921357 Jan 27 11:17:21.008499 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-8ef40563-d075-455d-9031-d28bcff609f1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0143704 Jan 27 11:17:21.129317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-bca7a2d4-63ac-455a-9f42-9832db35ab95 None None] Provisioning complete for port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:21.130013 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bca7a2d4-63ac-455a-9f42-9832db35ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:21.168275 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-bca7a2d4-63ac-455a-9f42-9832db35ab95 None None] Port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:17:21.465471 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025471-8fb7-4246-882a-808568ce2ee3 req-05fd52fd-ba07-416d-8a0c-debd96aefda2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:21.466914 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-44025471-8fb7-4246-882a-808568ce2ee3 req-05fd52fd-ba07-416d-8a0c-debd96aefda2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 943 time: 0.0476744 Jan 27 11:17:21.512643 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-44025471-8fb7-4246-882a-808568ce2ee3 req-bbc56bc1-2359-4b57-b7e6-d811df0a3a78 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Jan 27 11:17:21.963293 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c691d-5445-47f4-8b79-3f068753f912 req-8b13b1a3-b3f7-4c12-927f-1652e2377204 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:21.964795 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d86c691d-5445-47f4-8b79-3f068753f912 req-8b13b1a3-b3f7-4c12-927f-1652e2377204 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 936 time: 0.0541246 Jan 27 11:17:22.011712 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d86c691d-5445-47f4-8b79-3f068753f912 req-9c7b93ea-9859-4664-b22b-80bd6fd7b8b4 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jan 27 11:17:22.112463 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc7cfc-3245-4db8-8369-d09506037949 req-9ceac39a-f954-4422-b621-99ce653b8ffa tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:22.113933 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d9cc7cfc-3245-4db8-8369-d09506037949 req-9ceac39a-f954-4422-b621-99ce653b8ffa tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0464790 Jan 27 11:17:22.158829 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d9cc7cfc-3245-4db8-8369-d09506037949 req-43c9518b-ff27-4f9c-91be-40f6a5b42954 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Jan 27 11:17:22.629348 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bfdf3-bc6e-42c4-95d3-208eb3c07069 req-8f518547-c7de-4eed-b973-2a5aec3a22de tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:22.630982 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d09bfdf3-bc6e-42c4-95d3-208eb3c07069 req-8f518547-c7de-4eed-b973-2a5aec3a22de tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 943 time: 0.0517738 Jan 27 11:17:22.676763 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d09bfdf3-bc6e-42c4-95d3-208eb3c07069 req-e2a550c0-7062-4d9b-a972-cc16fa3161a6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Jan 27 11:17:23.122195 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddb859-ad58-4b5f-82d8-55884b5eace7 req-5893c38c-24c1-47e2-afb1-f66a14d80923 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:23.123632 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-70ddb859-ad58-4b5f-82d8-55884b5eace7 req-5893c38c-24c1-47e2-afb1-f66a14d80923 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 936 time: 0.0467527 Jan 27 11:17:23.174395 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-70ddb859-ad58-4b5f-82d8-55884b5eace7 req-e1d49fc3-5f85-4b4b-ba68-9ea7d0f9f900 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Jan 27 11:17:23.271436 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a08e5-e1db-40a8-8df9-3a3d9bc09e3d req-9f2da9ef-7a46-4875-8111-25a5fc760c7b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:23.272856 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7f2a08e5-e1db-40a8-8df9-3a3d9bc09e3d req-9f2da9ef-7a46-4875-8111-25a5fc760c7b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Jan 27 11:17:23.324764 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7f2a08e5-e1db-40a8-8df9-3a3d9bc09e3d req-89571e67-87d6-4ee6-9552-4b19a698c099 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Jan 27 11:17:23.410298 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Request body: {'port': {'device_id': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:23.411572 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:17:23.461873 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:23.509569 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:23.526116 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'port_id': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'mac_address': 'fa:16:3e:20:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f48858-14fb-40cc-a2aa-88122d4f1c93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:17:23.567736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:23.568063 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:23.580743 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:23.599902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:23.604615 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:23.654314 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:23.752878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:23.769583 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks [] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:23.804484 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Transition to ACTIVE for port object cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:17:23.811711 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:23.826732 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ecf6d-f9dc-4f9a-a737-0c9df033c9dc req-a5fc800f-281e-4245-9ce9-04dbe75cc8a6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:23.828208 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ca3ecf6d-f9dc-4f9a-a737-0c9df033c9dc req-a5fc800f-281e-4245-9ce9-04dbe75cc8a6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 944 time: 0.0708730 Jan 27 11:17:23.879645 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd162341-3415-47c2-bfe5-1342ed7c8c43 req-820053ed-8e79-4288-8a64-52c3c271cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:23.881184 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cd162341-3415-47c2-bfe5-1342ed7c8c43 req-820053ed-8e79-4288-8a64-52c3c271cb12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 1099 time: 0.0481420 Jan 27 11:17:23.895699 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:23.936522 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cd162341-3415-47c2-bfe5-1342ed7c8c43 req-fcf36c2f-3ebb-4605-b477-a15d89c7b6ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467615 Jan 27 11:17:23.961159 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ca3ecf6d-f9dc-4f9a-a737-0c9df033c9dc req-14f79494-2760-40d0-9db3-bf6dd42be4de tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125560 Jan 27 11:17:23.991981 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Attempting to bind port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:23.992563 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Attempting to bind port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:23.992805 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Attempting to bind port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed on network 2925631f-bd19-4676-9c1b-747cd69d077d {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:23.998270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed on network 2925631f-bd19-4676-9c1b-747cd69d077d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:17:23.998586 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Attempting to bind port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed on network 2925631f-bd19-4676-9c1b-747cd69d077d {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:24.003614 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:24.003948 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Checking segment: {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:24.004321 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Bound using segment: {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:24.004736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Bound port: cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8477fb5f-789b-4451-bc3e-9e50d1165376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:24.005191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:24.011170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:24.075827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:17:24.079022 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:17:24.083191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:24.117924 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.118539 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:24.120512 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] 10.222.0.44 "PUT /v2.0/ports/cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed HTTP/1.1" status: 200 len: 1098 time: 0.7144830 Jan 27 11:17:24.120978 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:24.123163 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8631f7b-0b5b-44d6-826d-a868e97e7639" -d '{"events": [{"name": "network-changed", "server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:24.149154 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151378-db20-4b22-b197-ee9070fcb621 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:24.180564 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9d71a-e07c-496c-8d08-abe52a9b4b82 x-openstack-request-id: req-34b9d71a-e07c-496c-8d08-abe52a9b4b82 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:24.180976 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:24.181330 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34b9d71a-e07c-496c-8d08-abe52a9b4b82 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:24.185424 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed', 'status': 'completed', 'code': 200} Jan 27 11:17:24.279946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-574812dd-3d2a-41a5-8960-4c5d2190dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.281463 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-574812dd-3d2a-41a5-8960-4c5d2190dfc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46adc6ea49e74e3799df5956f329023b&device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 1101 time: 0.0813181 Jan 27 11:17:24.335015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e0842-0e1b-4130-98d5-22f2a16d4c79 req-5b248136-ee9e-4890-8832-1953ac88b50f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.336406 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1e2e0842-0e1b-4130-98d5-22f2a16d4c79 req-5b248136-ee9e-4890-8832-1953ac88b50f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0856419 Jan 27 11:17:24.337643 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-f8936164-418d-42f9-8cf0-11a6cb4a98b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed HTTP/1.1" status: 200 len: 217 time: 0.0473480 Jan 27 11:17:24.429356 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1e2e0842-0e1b-4130-98d5-22f2a16d4c79 req-ab3f8607-d900-4914-abe5-c3e2e933fec1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842674 Jan 27 11:17:24.431257 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-e6ca15bb-f368-4ca4-90cb-2f4ad16e4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.433255 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-e6ca15bb-f368-4ca4-90cb-2f4ad16e4f89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=218857c8-33c1-47e1-97f0-300f13c27e95 HTTP/1.1" status: 200 len: 843 time: 0.0848796 Jan 27 11:17:24.469308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4975c-371b-4d35-8291-18b01b37b051 req-f892d7c8-68c9-414c-b3ec-770497f5a659 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.479976 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7cd4975c-371b-4d35-8291-18b01b37b051 req-f892d7c8-68c9-414c-b3ec-770497f5a659 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0844018 Jan 27 11:17:24.500577 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-ec70192f-3395-414a-b773-40484cee028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.502089 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-ec70192f-3395-414a-b773-40484cee028c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2925631f-bd19-4676-9c1b-747cd69d077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613370 Jan 27 11:17:24.535759 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7cd4975c-371b-4d35-8291-18b01b37b051 req-4bf313bb-744d-452b-8afd-c750cfbb1487 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Jan 27 11:17:24.635692 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-58c90a38-d895-4fa8-93e8-4d3811be9f90 service neutron] 10.222.0.44 "GET /v2.0/networks/2925631f-bd19-4676-9c1b-747cd69d077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212242 Jan 27 11:17:24.739046 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4bb743f2-2d00-4d72-86b8-65aff8cfd84f req-a3ed7bc3-7abc-4c4f-a427-06107d94481b service neutron] 10.222.0.44 "GET /v2.0/networks/2925631f-bd19-4676-9c1b-747cd69d077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958097 Jan 27 11:17:24.856765 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-4fa8dea3-dd62-4de7-98d4-fd7641690d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.858636 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-4fa8dea3-dd62-4de7-98d4-fd7641690d7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46adc6ea49e74e3799df5956f329023b&device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 1101 time: 0.0545785 Jan 27 11:17:24.868838 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 46046) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:24.956826 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-e1eec07b-78e3-4414-bc4f-595cfddcc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:24.958314 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-e1eec07b-78e3-4414-bc4f-595cfddcc37c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2925631f-bd19-4676-9c1b-747cd69d077d HTTP/1.1" status: 200 len: 870 time: 0.0927830 Jan 27 11:17:24.974605 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-109be067-625f-49d3-ba17-acdb6a6dae78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.003085 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-07f7a230-f709-4692-891c-72e6240ed118 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed HTTP/1.1" status: 200 len: 217 time: 0.0357623 Jan 27 11:17:25.062547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-edbb0d15-874d-44e4-a314-6d4f46fbfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:25.064011 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-edbb0d15-874d-44e4-a314-6d4f46fbfc57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=218857c8-33c1-47e1-97f0-300f13c27e95 HTTP/1.1" status: 200 len: 843 time: 0.0534401 Jan 27 11:17:25.098869 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-109be067-625f-49d3-ba17-acdb6a6dae78 admin admin] Publish callbacks [] for security_group (d9e65520-7710-4f99-92d3-745c7bc5a0e8), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.111888 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6838f8-3c12-4b18-b8ba-68f9b585483e req-31cd838d-09a8-4e2b-b9b6-e30051be6270 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:25.113662 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-cf2a7c71-902b-471a-bd83-09af95316bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:25.115111 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-cf2a7c71-902b-471a-bd83-09af95316bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2925631f-bd19-4676-9c1b-747cd69d077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402112 Jan 27 11:17:25.115468 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-db6838f8-3c12-4b18-b8ba-68f9b585483e req-31cd838d-09a8-4e2b-b9b6-e30051be6270 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 944 time: 0.0769639 Jan 27 11:17:25.116079 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-109be067-625f-49d3-ba17-acdb6a6dae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d9e65520-7710-4f99-92d3-745c7bc5a0e8), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.175242 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-109be067-625f-49d3-ba17-acdb6a6dae78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45b65bf0a9fc4abc9b1115930140fcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045757 Jan 27 11:17:25.177502 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109be067-625f-49d3-ba17-acdb6a6dae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e65520-7710-4f99-92d3-745c7bc5a0e8,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:25.181202 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 46052) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:25.210380 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-82edd812-fc83-47bd-ab96-adbdf5a184a4 service neutron] 10.222.0.44 "GET /v2.0/networks/2925631f-bd19-4676-9c1b-747cd69d077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875762 Jan 27 11:17:25.224784 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-db6838f8-3c12-4b18-b8ba-68f9b585483e req-ee856f2c-80c2-40be-a242-fdd16081e1e8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031117 Jan 27 11:17:25.252386 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] Publish callbacks [] for security_group (d9e65520-7710-4f99-92d3-745c7bc5a0e8), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.273420 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] Publish callbacks [] for security_group (d9e65520-7710-4f99-92d3-745c7bc5a0e8), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.320639 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d9e65520-7710-4f99-92d3-745c7bc5a0e8), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.323412 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:25.324564 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9e65520-7710-4f99-92d3-745c7bc5a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1370206 Jan 27 11:17:25.332012 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6120ff-7e23-4d5c-95b4-2a07a0c87d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e65520-7710-4f99-92d3-745c7bc5a0e8,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:25.551156 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea661f-14f4-4b20-891f-b4fd409d8628 req-9fcd393f-5700-4b39-bc8a-085da45e4b9b tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:25.552687 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8bea661f-14f4-4b20-891f-b4fd409d8628 req-9fcd393f-5700-4b39-bc8a-085da45e4b9b tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0482273 Jan 27 11:17:25.612045 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8bea661f-14f4-4b20-891f-b4fd409d8628 req-93686f51-cf1e-4841-85ec-dc517765caea tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Jan 27 11:17:25.659513 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1adc6e-8ea4-49d2-a0f4-955ed9361a31 req-5fd281b8-93cd-411f-8b3c-c2c08342bc58 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:25.661141 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cf1adc6e-8ea4-49d2-a0f4-955ed9361a31 req-5fd281b8-93cd-411f-8b3c-c2c08342bc58 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0542784 Jan 27 11:17:25.709512 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cf1adc6e-8ea4-49d2-a0f4-955ed9361a31 req-b6d5fd0b-21e4-445a-9a8c-631fcb31f461 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jan 27 11:17:26.350758 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188dbd3-7501-47ef-88a5-87b45a272efb req-5bebd36c-4733-46df-8568-3f5a154ef06d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:26.352229 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f188dbd3-7501-47ef-88a5-87b45a272efb req-5bebd36c-4733-46df-8568-3f5a154ef06d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 944 time: 0.0583971 Jan 27 11:17:26.398724 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f188dbd3-7501-47ef-88a5-87b45a272efb req-7140210c-b38d-4d06-ab6f-465498be9588 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Jan 27 11:17:26.733725 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3bf7-3a49-478e-af7c-bd750f5fbe47 req-f0d0f658-724e-422b-a1aa-7434d276b867 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:26.735278 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c16f3bf7-3a49-478e-af7c-bd750f5fbe47 req-f0d0f658-724e-422b-a1aa-7434d276b867 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0504177 Jan 27 11:17:26.789244 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c16f3bf7-3a49-478e-af7c-bd750f5fbe47 req-1433e269-fb66-4402-81f4-ab7740b3af3b tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483828 Jan 27 11:17:26.894928 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be1c2-9559-470b-9b00-deb169c0af1e req-75429bbf-9194-4aa4-9338-cfdbb1c63104 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:26.896514 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a5be1c2-9559-470b-9b00-deb169c0af1e req-75429bbf-9194-4aa4-9338-cfdbb1c63104 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0479555 Jan 27 11:17:26.947588 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a5be1c2-9559-470b-9b00-deb169c0af1e req-13c509ae-5ce7-4f3b-b9e9-00a6ac116056 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Jan 27 11:17:27.243121 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:27.294117 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:17:27.298556 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:27.298747 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:27.381644 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:27.382039 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:27.407472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:27.409886 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2bf58-a254-44df-abb2-828d381848f9" -d '{"events": [{"server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:27.423708 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:27.427856 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:27.452254 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cae371-5ea5-4d37-a90d-c572ba44855c x-openstack-request-id: req-38cae371-5ea5-4d37-a90d-c572ba44855c {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:27.452576 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:27.452860 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38cae371-5ea5-4d37-a90d-c572ba44855c {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:27.453273 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'code': 200} Jan 27 11:17:27.479263 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:27.538927 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc3138-4a3b-4e1a-9a62-8238fed1146b req-a3cc0295-b28f-41b0-818f-c95be50b5d3d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:27.540302 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-66fc3138-4a3b-4e1a-9a62-8238fed1146b req-a3cc0295-b28f-41b0-818f-c95be50b5d3d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0475147 Jan 27 11:17:27.585753 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-66fc3138-4a3b-4e1a-9a62-8238fed1146b req-743ef168-a6c8-45fa-8206-1ba7fda5acf9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Jan 27 11:17:27.903560 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ea7a-165c-47a1-9789-7fa44de5f5dd req-f2011df0-18f7-4792-bb81-46d95db091cc tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:27.905044 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-da44ea7a-165c-47a1-9789-7fa44de5f5dd req-f2011df0-18f7-4792-bb81-46d95db091cc tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0510471 Jan 27 11:17:27.951539 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-da44ea7a-165c-47a1-9789-7fa44de5f5dd req-4ae355bf-0f08-4c33-984b-cc15550aa54f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Jan 27 11:17:28.057806 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3347d3-86da-422d-90d3-554e1eaf83c6 req-cfbe238f-03bd-48e9-bd4c-e7d1a62107c2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:28.059256 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e3347d3-86da-422d-90d3-554e1eaf83c6 req-cfbe238f-03bd-48e9-bd4c-e7d1a62107c2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0464089 Jan 27 11:17:28.104583 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e3347d3-86da-422d-90d3-554e1eaf83c6 req-c1ffd397-b152-4cb0-90c0-5bfc0cc6f99b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Jan 27 11:17:28.294056 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b8631f7b-0b5b-44d6-826d-a868e97e7639 req-b5eaff06-bb13-4391-86e2-ef62a9077af0 service neutron] 10.222.0.44 "GET /v2.0/networks/2925631f-bd19-4676-9c1b-747cd69d077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026518 Jan 27 11:17:28.448392 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e986-11b6-4ef1-be5a-b29e839b9770 req-115791ce-9aaa-439a-bf5c-65d5711e5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:28.449927 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-36a7e986-11b6-4ef1-be5a-b29e839b9770 req-115791ce-9aaa-439a-bf5c-65d5711e5af2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 1098 time: 0.0397074 Jan 27 11:17:28.492876 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-36a7e986-11b6-4ef1-be5a-b29e839b9770 req-196b4661-b776-4220-96ec-86ff3c6ccd85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Jan 27 11:17:28.700298 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced17bfc-e81f-4c28-8571-136983bd5348 req-71495fb3-f2b5-40e9-a5e0-7fc468836807 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:28.701653 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ced17bfc-e81f-4c28-8571-136983bd5348 req-71495fb3-f2b5-40e9-a5e0-7fc468836807 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0508771 Jan 27 11:17:28.749218 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ced17bfc-e81f-4c28-8571-136983bd5348 req-7a2aba4c-5980-4d60-9032-e979a2cbe488 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Jan 27 11:17:29.068101 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2c713-4cb5-4612-9de4-f14384ef3b1b req-f63116a1-6cfe-47e9-9eb6-3e1e9cc31808 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:29.069578 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14e2c713-4cb5-4612-9de4-f14384ef3b1b req-f63116a1-6cfe-47e9-9eb6-3e1e9cc31808 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0482228 Jan 27 11:17:29.117346 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14e2c713-4cb5-4612-9de4-f14384ef3b1b req-1f2197bc-1dd5-4880-964c-a370e5b90ca3 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Jan 27 11:17:29.217454 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88c21-febc-4dc1-93f5-e3d676491495 req-47c912c0-c4bb-4427-8862-ac47821efd9e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:29.218794 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fad88c21-febc-4dc1-93f5-e3d676491495 req-47c912c0-c4bb-4427-8862-ac47821efd9e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0464559 Jan 27 11:17:29.265001 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fad88c21-febc-4dc1-93f5-e3d676491495 req-dcd1b5a8-bb0f-4792-97ca-0397bbdf8052 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Jan 27 11:17:29.374625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879bb09-f402-439f-be3e-136f65db797d req-ff7d5a95-717e-4fbc-bdab-521b218d4243 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:29.376148 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8879bb09-f402-439f-be3e-136f65db797d req-ff7d5a95-717e-4fbc-bdab-521b218d4243 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Jan 27 11:17:29.425862 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8879bb09-f402-439f-be3e-136f65db797d req-04463979-62fc-4ca5-bde5-fb4a9bafa4a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Jan 27 11:17:29.878122 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd9b72-3a3b-4145-aa8e-657a1a262096 req-e5312259-6e38-40ea-89db-600818f4ba58 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:29.879576 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-56fd9b72-3a3b-4145-aa8e-657a1a262096 req-e5312259-6e38-40ea-89db-600818f4ba58 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0538092 Jan 27 11:17:29.928459 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-56fd9b72-3a3b-4145-aa8e-657a1a262096 req-1c494053-0e7a-4261-984a-ee9f82451b1e tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Jan 27 11:17:30.245256 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff048f-cdda-4115-8076-16dd10dc6d05 req-387d1053-bc65-403d-a9c8-77b408703d0c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:30.247020 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-85ff048f-cdda-4115-8076-16dd10dc6d05 req-387d1053-bc65-403d-a9c8-77b408703d0c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0576079 Jan 27 11:17:30.296126 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-85ff048f-cdda-4115-8076-16dd10dc6d05 req-a34d88e1-4d32-4dc6-be8f-e39cd8d606c0 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Jan 27 11:17:30.987340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd94d6e-a216-4d86-8473-e4ae668f42b6 req-bd37e59d-62e3-4207-9f29-5139a869f477 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:30.988819 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ebd94d6e-a216-4d86-8473-e4ae668f42b6 req-bd37e59d-62e3-4207-9f29-5139a869f477 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0465539 Jan 27 11:17:31.049526 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ebd94d6e-a216-4d86-8473-e4ae668f42b6 req-ebee5332-1765-4ce7-8688-3e5694cf27c2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Jan 27 11:17:31.050464 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd261c59-47f9-44d6-8a21-5192926d2747 req-d6921161-47cf-4261-a825-74c467867fe7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:31.051951 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bd261c59-47f9-44d6-8a21-5192926d2747 req-d6921161-47cf-4261-a825-74c467867fe7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0530443 Jan 27 11:17:31.098023 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bd261c59-47f9-44d6-8a21-5192926d2747 req-9567a64e-b832-47fd-8d1e-929f36f61cff tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jan 27 11:17:31.411997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb9bf7-f918-46db-b64b-7c13cd4eea00 req-4581b50b-835d-4c8a-8eba-de0d7486ef28 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:31.413469 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-02eb9bf7-f918-46db-b64b-7c13cd4eea00 req-4581b50b-835d-4c8a-8eba-de0d7486ef28 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0487673 Jan 27 11:17:31.467019 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-02eb9bf7-f918-46db-b64b-7c13cd4eea00 req-70b8a2bd-cd97-4210-9f7b-c8709986e259 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Jan 27 11:17:32.151618 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e66cc2-6b30-4863-bc0b-498c51a692ee req-58f90479-e03c-4769-9a81-9fef8b812e7b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:32.153074 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e4e66cc2-6b30-4863-bc0b-498c51a692ee req-58f90479-e03c-4769-9a81-9fef8b812e7b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0471003 Jan 27 11:17:32.198279 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e4e66cc2-6b30-4863-bc0b-498c51a692ee req-10c41799-c33d-4add-a4b1-df060add0bf1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Jan 27 11:17:32.581603 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf03d3-2d54-4645-bbc4-c0e5551996e4 req-cbc41970-f515-4d3b-9988-01c43b71ee79 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:32.583008 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-acaf03d3-2d54-4645-bbc4-c0e5551996e4 req-cbc41970-f515-4d3b-9988-01c43b71ee79 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 948 time: 0.0458727 Jan 27 11:17:32.628723 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-acaf03d3-2d54-4645-bbc4-c0e5551996e4 req-37c33398-acc3-4baf-94ca-a603bc1b9f04 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Jan 27 11:17:33.133294 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:17:33.228780 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:33.239886 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed', 'network_id': '2925631f-bd19-4676-9c1b-747cd69d077d', 'port_id': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed', 'mac_address': 'fa:16:3e:e6:45:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218857c8-33c1-47e1-97f0-300f13c27e95', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:17:33.277681 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:33.278074 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:33.294041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:33.313677 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975312d-4279-4eff-a070-3896517225a7 req-0c3ae39d-6848-45b1-aa82-b95d873d1c6d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:33.314212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:33.315230 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d975312d-4279-4eff-a070-3896517225a7 req-0c3ae39d-6848-45b1-aa82-b95d873d1c6d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Jan 27 11:17:33.318069 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:33.361080 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d975312d-4279-4eff-a070-3896517225a7 req-3c3d5310-c026-4aeb-a7d7-1c17db168257 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Jan 27 11:17:33.364851 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:33.745048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fc5ae-c619-4119-9631-4a3d5023e8ed req-391c21ec-eaca-4e02-8984-0ebae699c9a0 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:33.746496 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ba2fc5ae-c619-4119-9631-4a3d5023e8ed req-391c21ec-eaca-4e02-8984-0ebae699c9a0 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 949 time: 0.0475922 Jan 27 11:17:33.796577 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ba2fc5ae-c619-4119-9631-4a3d5023e8ed req-e4e4f8b7-8516-4a7b-a9f2-dfa4fd8a926d tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Jan 27 11:17:34.211061 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfba0e-e287-4687-9953-631d169409f2 req-a793161c-74a3-47f9-a14a-cadbbe368c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:34.212561 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-a793161c-74a3-47f9-a14a-cadbbe368c85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.0412745 Jan 27 11:17:34.310672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfba0e-e287-4687-9953-631d169409f2 req-2ae337fb-7a50-4683-92f4-28d45b609c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:34.312143 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-2ae337fb-7a50-4683-92f4-28d45b609c1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.0824995 Jan 27 11:17:34.358439 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-3e605d59-0340-4eaa-b826-5916a5a31ae6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0366113 Jan 27 11:17:34.406459 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfba0e-e287-4687-9953-631d169409f2 req-8cb38f88-4818-4c1f-a70d-c36236e9cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:34.407889 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-8cb38f88-4818-4c1f-a70d-c36236e9cac9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0422449 Jan 27 11:17:34.441824 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-414d6a67-cc18-42db-b606-2abddc2741ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257766 Jan 27 11:17:34.549269 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cab0f-2f19-4210-839c-ca7ec82cebbb req-0c21f473-c375-4afc-849e-26448f78c1ac tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:34.550744 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0a0cab0f-2f19-4210-839c-ca7ec82cebbb req-0c21f473-c375-4afc-849e-26448f78c1ac tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1113558 Jan 27 11:17:34.583540 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-fc2c30ca-5946-41cb-a118-1b3fc1efff16 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313233 Jan 27 11:17:34.623988 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0a0cab0f-2f19-4210-839c-ca7ec82cebbb req-20ae6f26-4532-4cbe-a0f0-001ae4f05fd2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Jan 27 11:17:34.628527 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:34.695750 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d8bfba0e-e287-4687-9953-631d169409f2 req-edab59f0-970a-43b2-bc2d-87849fb26039 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969844 Jan 27 11:17:34.917063 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541704d-2626-420e-b03a-991f8e91aa67 req-b5caf2f3-e935-40cb-8aea-6f872ab5fddb tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:34.918547 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c541704d-2626-420e-b03a-991f8e91aa67 req-b5caf2f3-e935-40cb-8aea-6f872ab5fddb tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 949 time: 0.0529792 Jan 27 11:17:34.965002 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c541704d-2626-420e-b03a-991f8e91aa67 req-11835cec-b75c-4490-b308-f4b4778bb708 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Jan 27 11:17:35.606104 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:35.748060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef393b-5bf0-4108-aaec-be26c31e0f90 req-fb2d2eb7-3852-4ff9-a952-e7ebcb984dcd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:35.749789 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ecef393b-5bf0-4108-aaec-be26c31e0f90 req-fb2d2eb7-3852-4ff9-a952-e7ebcb984dcd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Jan 27 11:17:35.797765 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ecef393b-5bf0-4108-aaec-be26c31e0f90 req-7b23d910-1ed7-4b0a-a1f7-b81e11862f0e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Jan 27 11:17:36.081884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc006-2c8e-41b7-b8e9-f67853532309 req-cf3db8d5-94d9-467f-9d09-db125df2f2ca tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:36.083333 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d3acc006-2c8e-41b7-b8e9-f67853532309 req-cf3db8d5-94d9-467f-9d09-db125df2f2ca tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 949 time: 0.0500073 Jan 27 11:17:36.098138 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-09947913-19e8-45bb-a28f-58a9a1769aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:36.133583 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d3acc006-2c8e-41b7-b8e9-f67853532309 req-364f45c5-3cb8-4c69-ae60-ac506f817b67 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Jan 27 11:17:36.206971 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:36.257142 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:17:36.261379 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:36.261754 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:36.342013 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:36.342339 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:36.364732 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:36.366996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c83525-b117-41fe-8b20-920a3ec4b97a" -d '{"events": [{"server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "name": "network-vif-plugged", "status": "completed", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:36.379323 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:36.385528 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:36.409848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73cfd0e-580c-4632-a1c1-6397a2a0b5df x-openstack-request-id: req-d73cfd0e-580c-4632-a1c1-6397a2a0b5df {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:36.410421 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "name": "network-vif-plugged", "status": "completed", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:36.410683 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d73cfd0e-580c-4632-a1c1-6397a2a0b5df {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:36.411067 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed', 'code': 200} Jan 27 11:17:36.436876 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:36.807344 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2678-ef94-46a8-b587-11a7a48efa0d req-a7045240-d029-46eb-8ad1-3fcac3452d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:36.808980 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a0b2678-ef94-46a8-b587-11a7a48efa0d req-a7045240-d029-46eb-8ad1-3fcac3452d4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 1103 time: 0.2425830 Jan 27 11:17:36.859026 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a0b2678-ef94-46a8-b587-11a7a48efa0d req-a493563a-8e38-4ae3-ba0b-12a5171a85ad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jan 27 11:17:36.932644 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988513f1-1e33-4d80-bc6e-8d753368bf12 req-e4657d8c-aa71-42a3-acf7-1e1447b8698f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:36.934096 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-988513f1-1e33-4d80-bc6e-8d753368bf12 req-e4657d8c-aa71-42a3-acf7-1e1447b8698f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0597558 Jan 27 11:17:36.981926 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-988513f1-1e33-4d80-bc6e-8d753368bf12 req-39322311-8627-43d5-97c9-4ac0685bb043 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Jan 27 11:17:37.251445 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e77ff-391c-4fca-8fae-ba221024d8de req-04da43eb-3e5e-4914-bc4b-3a96b4291bdc tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:37.252966 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f9e77ff-391c-4fca-8fae-ba221024d8de req-04da43eb-3e5e-4914-bc4b-3a96b4291bdc tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0487938 Jan 27 11:17:37.309927 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f9e77ff-391c-4fca-8fae-ba221024d8de req-e700fedd-ceff-41be-adc2-6ae963183c52 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 Jan 27 11:17:37.556120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 46384) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:37.674062 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d37f080b-8497-44d1-87c5-4fcdace164e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.748130 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d37f080b-8497-44d1-87c5-4fcdace164e8 admin admin] Publish callbacks [] for security_group (ceabb267-9bcb-4438-81e4-41b0441df520), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.751849 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d37f080b-8497-44d1-87c5-4fcdace164e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ceabb267-9bcb-4438-81e4-41b0441df520), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.791869 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d37f080b-8497-44d1-87c5-4fcdace164e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80c34b48056047f4b03fba9fbdbab62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344012 Jan 27 11:17:37.792716 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f080b-8497-44d1-87c5-4fcdace164e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceabb267-9bcb-4438-81e4-41b0441df520,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:37.794547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 46392) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:37.842178 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] Publish callbacks [] for security_group (ceabb267-9bcb-4438-81e4-41b0441df520), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.862726 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] Publish callbacks [] for security_group (ceabb267-9bcb-4438-81e4-41b0441df520), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.911145 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ceabb267-9bcb-4438-81e4-41b0441df520), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.913844 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.914964 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceabb267-9bcb-4438-81e4-41b0441df520 HTTP/1.1" status: 204 len: 168 time: 0.1192508 Jan 27 11:17:37.923547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c43f-f486-4a81-8322-e2d7ed1685b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceabb267-9bcb-4438-81e4-41b0441df520,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:38.096615 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe575bf-c1e7-4cee-8183-ca24eff4799e req-79e45d43-1ae2-4a07-a011-307565333dac tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:38.098117 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1fe575bf-c1e7-4cee-8183-ca24eff4799e req-79e45d43-1ae2-4a07-a011-307565333dac tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Jan 27 11:17:38.149591 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1fe575bf-c1e7-4cee-8183-ca24eff4799e req-97e157fc-8688-467b-bd7f-6e50ddf806b7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Jan 27 11:17:38.178163 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 46404) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:38.191778 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-884d4cfc-26bb-4f33-bf59-d18c4d4626b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.263880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-884d4cfc-26bb-4f33-bf59-d18c4d4626b3 admin admin] Publish callbacks [] for security_group (cddbd990-17ab-41eb-9396-9d01c263b8ee), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.267610 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-884d4cfc-26bb-4f33-bf59-d18c4d4626b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (cddbd990-17ab-41eb-9396-9d01c263b8ee), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.305197 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-884d4cfc-26bb-4f33-bf59-d18c4d4626b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=826ea118dceb4762afb78c2b3b781fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258726 Jan 27 11:17:38.306203 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4cfc-26bb-4f33-bf59-d18c4d4626b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbd990-17ab-41eb-9396-9d01c263b8ee,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:38.307604 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 46406) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:38.359290 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] Publish callbacks [] for security_group (cddbd990-17ab-41eb-9396-9d01c263b8ee), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.388664 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] Publish callbacks [] for security_group (cddbd990-17ab-41eb-9396-9d01c263b8ee), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.450594 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc40a3-d441-468e-b364-26c44b642c73 req-77f38dbe-a47e-4dde-b6d7-4dc519dbca7c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:38.452029 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6cc40a3-d441-468e-b364-26c44b642c73 req-77f38dbe-a47e-4dde-b6d7-4dc519dbca7c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0756786 Jan 27 11:17:38.480447 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (cddbd990-17ab-41eb-9396-9d01c263b8ee), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.482962 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.484085 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cddbd990-17ab-41eb-9396-9d01c263b8ee HTTP/1.1" status: 204 len: 168 time: 0.1754904 Jan 27 11:17:38.503497 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f121598-46e8-4662-ac66-5057ded0009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbd990-17ab-41eb-9396-9d01c263b8ee,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:38.513210 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6cc40a3-d441-468e-b364-26c44b642c73 req-108051d8-557b-4e9d-ae80-b6e7cc214b9a tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Jan 27 11:17:38.538049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6b09145d-cdc6-46f0-bf12-5554fc21cc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.804251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 46416) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:38.817189 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66a62780-4869-4747-b8a9-b3a79fb8bd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.891704 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66a62780-4869-4747-b8a9-b3a79fb8bd07 admin admin] Publish callbacks [] for security_group (e81ec4ec-900e-4601-8a78-41c62a60fdf7), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.895484 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66a62780-4869-4747-b8a9-b3a79fb8bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e81ec4ec-900e-4601-8a78-41c62a60fdf7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.934666 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-66a62780-4869-4747-b8a9-b3a79fb8bd07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5388fd9fafaf4f27b80870fe4c571a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293578 Jan 27 11:17:38.935520 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a62780-4869-4747-b8a9-b3a79fb8bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ec4ec-900e-4601-8a78-41c62a60fdf7,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:38.937425 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 46418) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:38.985759 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] Publish callbacks [] for security_group (e81ec4ec-900e-4601-8a78-41c62a60fdf7), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:39.006575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] Publish callbacks [] for security_group (e81ec4ec-900e-4601-8a78-41c62a60fdf7), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:39.056227 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e81ec4ec-900e-4601-8a78-41c62a60fdf7), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:39.059213 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:39.060350 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e81ec4ec-900e-4601-8a78-41c62a60fdf7 HTTP/1.1" status: 204 len: 168 time: 0.1219451 Jan 27 11:17:39.069595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b622b38-5175-492e-a19c-ec3f088b1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ec4ec-900e-4601-8a78-41c62a60fdf7,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:39.265014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaceaf2-4d7b-4fc2-b504-01917aca8392 req-92d8293a-a499-4414-97e9-200339788ece tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:39.266757 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ccaceaf2-4d7b-4fc2-b504-01917aca8392 req-92d8293a-a499-4414-97e9-200339788ece tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Jan 27 11:17:39.313601 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ccaceaf2-4d7b-4fc2-b504-01917aca8392 req-d5e76524-d6a2-444a-aca1-ecb6e08d6077 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Jan 27 11:17:39.640823 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98076a70-c269-4e6e-9300-3d1dd4294b77 req-48fc6d24-1d28-4f3d-bcc5-338bdee46035 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:39.640823 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98076a70-c269-4e6e-9300-3d1dd4294b77 req-48fc6d24-1d28-4f3d-bcc5-338bdee46035 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0484972 Jan 27 11:17:39.680669 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98076a70-c269-4e6e-9300-3d1dd4294b77 req-6657779b-fa1f-4791-b9c0-32f5b7c6a4ab tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Jan 27 11:17:39.855479 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:40.426704 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597467-01ed-4bfe-af72-ba87c934c1a2 req-39cd9a2b-aa9b-425b-a97a-9db53bad7724 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:40.428141 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-70597467-01ed-4bfe-af72-ba87c934c1a2 req-39cd9a2b-aa9b-425b-a97a-9db53bad7724 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0479863 Jan 27 11:17:40.477639 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-70597467-01ed-4bfe-af72-ba87c934c1a2 req-b63b5b5c-388d-424d-a50c-9334c5aec72d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Jan 27 11:17:40.798989 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8ddc-83c2-43dc-a775-97dbd97cf10c req-92f6ab74-6f73-4fb4-a51f-9f4f0db316e5 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:40.800435 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8acb8ddc-83c2-43dc-a775-97dbd97cf10c req-92f6ab74-6f73-4fb4-a51f-9f4f0db316e5 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0500178 Jan 27 11:17:40.848853 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8acb8ddc-83c2-43dc-a775-97dbd97cf10c req-d453c094-0d82-43f7-b1d6-0cd25559890f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Jan 27 11:17:40.849416 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:41.590221 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f562-5686-4d0b-bc03-3dd8b743fbcc req-b31bdfef-0a74-4fb0-8bbe-21c570ce0dd4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:41.591648 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7289f562-5686-4d0b-bc03-3dd8b743fbcc req-b31bdfef-0a74-4fb0-8bbe-21c570ce0dd4 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0464525 Jan 27 11:17:41.636480 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7289f562-5686-4d0b-bc03-3dd8b743fbcc req-1da451d8-046a-4932-a774-b5511f131175 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Jan 27 11:17:41.960315 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7bb9a-c460-4af5-b9bc-533cc7db85c6 req-a0b07297-40fd-4300-9c5a-300467bffa08 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:41.961763 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f0e7bb9a-c460-4af5-b9bc-533cc7db85c6 req-a0b07297-40fd-4300-9c5a-300467bffa08 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0466321 Jan 27 11:17:42.010095 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f0e7bb9a-c460-4af5-b9bc-533cc7db85c6 req-9d6d6895-bde7-4aa2-a288-e6b11093758f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Jan 27 11:17:42.189506 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:42.745744 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d658da-b676-4342-b2bf-8a19dd4ec985 req-a5f06053-c51d-4e36-a8bd-66976ccfc70c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:42.747093 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-01d658da-b676-4342-b2bf-8a19dd4ec985 req-a5f06053-c51d-4e36-a8bd-66976ccfc70c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0465186 Jan 27 11:17:42.792802 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-01d658da-b676-4342-b2bf-8a19dd4ec985 req-dff43c98-a78f-4c40-b95e-e88b382a497c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Jan 27 11:17:43.120042 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5000ddd-d48c-4353-9ce3-6d07faab264d req-6ce728ac-e881-483d-94ac-43337bb6f668 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:43.122453 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e5000ddd-d48c-4353-9ce3-6d07faab264d req-6ce728ac-e881-483d-94ac-43337bb6f668 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0482616 Jan 27 11:17:43.168430 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e5000ddd-d48c-4353-9ce3-6d07faab264d req-0016015a-2a61-4347-a728-00e26f05af67 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Jan 27 11:17:43.912210 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d80ee-fcda-4023-94a1-a14eba9a6d04 req-26d54699-5515-4315-ba84-93354ca272cb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:43.913702 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d00d80ee-fcda-4023-94a1-a14eba9a6d04 req-26d54699-5515-4315-ba84-93354ca272cb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Jan 27 11:17:43.959823 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d00d80ee-fcda-4023-94a1-a14eba9a6d04 req-04b14b4b-5214-4585-8888-91902130444f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Jan 27 11:17:44.292286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2122b-7a4f-4ea0-8482-f5c6bee5a91f req-63851021-a160-432f-9e81-5970912f2626 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:44.293785 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4be2122b-7a4f-4ea0-8482-f5c6bee5a91f req-63851021-a160-432f-9e81-5970912f2626 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0544798 Jan 27 11:17:44.339991 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4be2122b-7a4f-4ea0-8482-f5c6bee5a91f req-4e2273f4-09cb-4ce5-8f20-40539d8f4887 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Jan 27 11:17:45.076284 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054ecc0-6687-4171-991b-15734d4fc2d3 req-9de9e66b-61ff-4c1d-9a10-a73fdbd4e020 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:45.077846 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7054ecc0-6687-4171-991b-15734d4fc2d3 req-9de9e66b-61ff-4c1d-9a10-a73fdbd4e020 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Jan 27 11:17:45.124661 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7054ecc0-6687-4171-991b-15734d4fc2d3 req-57e0562d-ed25-44a9-888b-203d06bbe072 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Jan 27 11:17:45.464270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f9f7-3bb4-4a94-ac24-e368c7a98de2 req-70b91d10-13d1-4dc1-8589-77b7e2ec0514 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:45.465817 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3275f9f7-3bb4-4a94-ac24-e368c7a98de2 req-70b91d10-13d1-4dc1-8589-77b7e2ec0514 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0510039 Jan 27 11:17:45.525269 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3275f9f7-3bb4-4a94-ac24-e368c7a98de2 req-35174308-b46d-4015-af9f-9c487e09213b tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509379 Jan 27 11:17:45.818980 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851f035-b769-4398-8eed-aa9c2a957771 req-4afde4f7-e791-4602-943e-acf754367976 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:45.820622 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7851f035-b769-4398-8eed-aa9c2a957771 req-4afde4f7-e791-4602-943e-acf754367976 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0556257 Jan 27 11:17:45.869483 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7851f035-b769-4398-8eed-aa9c2a957771 req-bfae8a72-5521-4705-921b-92247b61dbcf tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Jan 27 11:17:46.235283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279b4a-8512-4d91-915d-5703694fd13d req-097151e7-54bb-45a9-9191-974ac3c54045 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:46.236706 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-18279b4a-8512-4d91-915d-5703694fd13d req-097151e7-54bb-45a9-9191-974ac3c54045 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Jan 27 11:17:46.282018 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-18279b4a-8512-4d91-915d-5703694fd13d req-d5ac3061-f1a9-44b9-9b67-4abe27846a2e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Jan 27 11:17:47.005282 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338102b4-a745-4b3f-8755-0208c09ff4d9 req-88f2f329-4ebf-4504-a3a3-9f668b0f8785 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:47.006965 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-338102b4-a745-4b3f-8755-0208c09ff4d9 req-88f2f329-4ebf-4504-a3a3-9f668b0f8785 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0584505 Jan 27 11:17:47.060134 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-338102b4-a745-4b3f-8755-0208c09ff4d9 req-df19f8c8-318d-4229-9e0e-8a032fe6fe39 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Jan 27 11:17:47.406870 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b65d1c-e3ab-4242-af04-737e5ac05719 req-ba109cd5-74e4-4346-b74d-859c2882ff5d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:47.408364 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-87b65d1c-e3ab-4242-af04-737e5ac05719 req-ba109cd5-74e4-4346-b74d-859c2882ff5d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0553670 Jan 27 11:17:47.455016 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-87b65d1c-e3ab-4242-af04-737e5ac05719 req-ae879824-f4de-4617-a8bf-4fa7c7986f3d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Jan 27 11:17:48.178684 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf78da-6cc4-4a97-9b34-9fcce3019d44 req-3fc8ba52-4c65-4e99-acfc-04f561b8161c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:48.180125 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9dbf78da-6cc4-4a97-9b34-9fcce3019d44 req-3fc8ba52-4c65-4e99-acfc-04f561b8161c tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0475421 Jan 27 11:17:48.229597 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9dbf78da-6cc4-4a97-9b34-9fcce3019d44 req-5d1ff02f-c8dc-4270-a3a7-10f99532cbc3 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Jan 27 11:17:48.565969 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3333ff-3275-4ea4-a3f8-b91d5459239e req-099836d3-32b0-46b3-a049-582c92cb50e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:48.567439 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8b3333ff-3275-4ea4-a3f8-b91d5459239e req-099836d3-32b0-46b3-a049-582c92cb50e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0469718 Jan 27 11:17:48.615180 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8b3333ff-3275-4ea4-a3f8-b91d5459239e req-6f63f4ea-1d62-45fc-afe4-8df9e60d640f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Jan 27 11:17:49.341194 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25211ebd-f183-4a63-8c4f-14766634a6fd req-63d0429e-5dfc-4d64-9e25-7516e2f89559 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:49.342656 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-25211ebd-f183-4a63-8c4f-14766634a6fd req-63d0429e-5dfc-4d64-9e25-7516e2f89559 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0474076 Jan 27 11:17:49.387423 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-25211ebd-f183-4a63-8c4f-14766634a6fd req-097602bb-edb5-4378-9833-1070de81cc11 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Jan 27 11:17:49.727254 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d987c-b52d-44c2-a156-70ab8d4f735d req-3b38b2af-fb45-44e3-a49b-767b3bdcec3f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:49.729368 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a8d987c-b52d-44c2-a156-70ab8d4f735d req-3b38b2af-fb45-44e3-a49b-767b3bdcec3f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Jan 27 11:17:49.774642 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a8d987c-b52d-44c2-a156-70ab8d4f735d req-4e3ae063-a72a-4b30-94a9-51cf74434075 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Jan 27 11:17:50.496630 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fae677-9708-48d2-b8b0-bbbe2407d6e2 req-e2725efb-1a06-4d89-98cb-2887397004b8 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:50.498120 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-59fae677-9708-48d2-b8b0-bbbe2407d6e2 req-e2725efb-1a06-4d89-98cb-2887397004b8 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0468352 Jan 27 11:17:50.543689 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-59fae677-9708-48d2-b8b0-bbbe2407d6e2 req-2eeb9770-e0fe-4887-8b0a-e4f0fea76dba tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Jan 27 11:17:50.891759 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400992-78dc-4c94-8ceb-26a3a451f877 req-f03ad55a-eac9-4dfa-9f49-145991fa7989 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:50.893150 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-12400992-78dc-4c94-8ceb-26a3a451f877 req-f03ad55a-eac9-4dfa-9f49-145991fa7989 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Jan 27 11:17:50.939552 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-12400992-78dc-4c94-8ceb-26a3a451f877 req-93a5d0f6-bfec-4e8f-af20-f3d394479644 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Jan 27 11:17:51.300410 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-e7441f49-893c-4f19-911c-9a6866795ffa tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:51.301840 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-e7441f49-893c-4f19-911c-9a6866795ffa tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.44 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 950 time: 0.0465581 Jan 27 11:17:51.394279 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Deleting port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:17:51.394538 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.481487 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] For port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,segment=NetworkSegment(8477fb5f-789b-4451-bc3e-9e50d1165376),segment_id=8477fb5f-789b-4451-bc3e-9e50d1165376)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:51.481908 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.494840 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Calling delete_port for cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:17:51.629538 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.642665 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:51.658599 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Pushing event deleted for resources: {'Port': ['ID=cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:51.682494 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0223-7211-4b46-a5b1-17f51314205b req-a0733f21-d11a-480b-8650-d1f85c2b1b3f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:51.685886 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a80e0223-7211-4b46-a5b1-17f51314205b req-a0733f21-d11a-480b-8650-d1f85c2b1b3f tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/ports?device_id=d243bab8-836d-4f00-9671-94c22a3ea9cc HTTP/1.1" status: 200 len: 867 time: 0.0738754 Jan 27 11:17:51.720191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] No DVR routers for this DVR port cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:17:51.724597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.729086 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d7880393-f8da-48fc-b629-13093b6b2ea3 req-ae5a235e-4857-4ba3-8956-48e38ebf6c07 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.44 "DELETE /v2.0/ports/cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed HTTP/1.1" status: 204 len: 173 time: 0.4179609 Jan 27 11:17:51.729920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'name': 'network-vif-deleted', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:51.732202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e781df-460f-4c13-8c04-2cbbf7771e6d" -d '{"events": [{"server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "name": "network-vif-deleted", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:51.778144 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a80e0223-7211-4b46-a5b1-17f51314205b req-39994e77-8866-4598-8d1c-dc7a42d3eeb1 tempest-VolumesNegativeTest-860298146 tempest-VolumesNegativeTest-860298146-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f08b6b8-4915-4c14-a0e4-554063995e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Jan 27 11:17:51.801303 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf83ab0-54ec-4e86-a78f-5e66fc92b4f2 x-openstack-request-id: req-3bf83ab0-54ec-4e86-a78f-5e66fc92b4f2 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:51.801675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d243bab8-836d-4f00-9671-94c22a3ea9cc", "name": "network-vif-deleted", "tag": "cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:51.802119 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bf83ab0-54ec-4e86-a78f-5e66fc92b4f2 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:51.802633 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd243bab8-836d-4f00-9671-94c22a3ea9cc', 'name': 'network-vif-deleted', 'tag': 'cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed', 'status': 'completed', 'code': 200} Jan 27 11:17:52.055249 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b5b5-6cb4-474e-a364-f6ca500bfad6 req-cf25f3dd-030c-4459-b82c-fe4277b65d4e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:52.056744 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f184b5b5-6cb4-474e-a364-f6ca500bfad6 req-cf25f3dd-030c-4459-b82c-fe4277b65d4e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Jan 27 11:17:52.103971 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f184b5b5-6cb4-474e-a364-f6ca500bfad6 req-f35004b9-a8e9-451f-b18a-d279759959a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Jan 27 11:17:52.633990 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-765a243d-8f7e-423a-8019-e05130a98d97 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:52.637010 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-765a243d-8f7e-423a-8019-e05130a98d97 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1187179 Jan 27 11:17:52.656231 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-9be09777-45f9-46a4-bf3d-ebee4c49af43 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/quotas/663062073cd74d5bac2edb14ef0f50a2 HTTP/1.1" status: 200 len: 375 time: 0.0119183 Jan 27 11:17:52.714951 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-ca50a34f-0670-4c39-92eb-b5e76a39fca4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490131 Jan 27 11:17:52.808797 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-51b02cae-9097-47a8-8a0f-d616b8cb71e2 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865724 Jan 27 11:17:52.906013 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-7e60c4fd-368f-4b92-9cd5-380a558a7a28 service neutron] 10.222.0.24 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913014 Jan 27 11:17:53.105250 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4b08f654-39f8-423e-bbac-358ffdea0577 req-9bba5df1-5e2b-4ce7-b879-8cde87aa2e86 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 210 time: 0.0352318 Jan 27 11:17:53.250025 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02644-aff7-456d-a5c8-f3338da29689 req-051c4914-34d8-454e-b402-6b27db9d3ac9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:53.251398 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8af02644-aff7-456d-a5c8-f3338da29689 req-051c4914-34d8-454e-b402-6b27db9d3ac9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0665255 Jan 27 11:17:53.331153 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8af02644-aff7-456d-a5c8-f3338da29689 req-39ab12c5-0070-43d5-8353-a8294cfb8ad5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Jan 27 11:17:54.214568 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2257d809-2b74-4a26-9404-91013cc89514 req-adc46d6b-fa70-4a4d-8c4e-31e12481817c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 210 time: 0.0277936 Jan 27 11:17:54.324459 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:17:54.345141 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:17:54.345536 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cdeed7ec-5687-4ed7-bcf0-ca9bef1721ed not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:17:54.363312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-8157273c-90a1-48ac-93da-1e7c845535c7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:54.365433 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-8157273c-90a1-48ac-93da-1e7c845535c7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/networks?id=326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 200 len: 815 time: 0.1199136 Jan 27 11:17:54.381663 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Request body: {'port': {'device_id': '78b22db8-b6a1-4923-8541-011b8e518145', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'admin_state_up': True, 'tenant_id': '663062073cd74d5bac2edb14ef0f50a2'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:54.506314 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127fcd-e46c-4d7d-8d5c-36b6da74529f req-f162dc6b-142d-4570-b1ff-7671ab234999 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:54.507759 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b2127fcd-e46c-4d7d-8d5c-36b6da74529f req-f162dc6b-142d-4570-b1ff-7671ab234999 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1077840 Jan 27 11:17:54.564371 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Made reservation on behalf of 663062073cd74d5bac2edb14ef0f50a2 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:54.568461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.583235 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b2127fcd-e46c-4d7d-8d5c-36b6da74529f req-c8f66983-b147-4a0d-9f0e-7ff894447b17 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669453 Jan 27 11:17:54.723985 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Allocated IP 172.20.0.6 (326373ef-b88f-43a1-a674-ad3e4c245d2e/d6f48858-14fb-40cc-a2aa-88122d4f1c93/b89252b9-3c79-4c66-a102-84eb909b11db) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:54.893809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks [] for port (b89252b9-3c79-4c66-a102-84eb909b11db), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.937337 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.997628 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event updated for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.001176 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Network 326373ef-b88f-43a1-a674-ad3e4c245d2e is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:55.003066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:55.005391 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:55.061392 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:55.061392 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.075882 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-6750be9c-8fa2-48e7-a7d0-39349acaeb02 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6980910 Jan 27 11:17:55.329521 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d613353-ed94-4279-8a99-2c2e10db277e req-a3fe9974-c5de-477f-a2a1-95074062d7ee tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:55.330980 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7d613353-ed94-4279-8a99-2c2e10db277e req-a3fe9974-c5de-477f-a2a1-95074062d7ee tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 931 time: 0.0490987 Jan 27 11:17:55.358582 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec', 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:17:55.385709 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7d613353-ed94-4279-8a99-2c2e10db277e req-60893831-a2b1-46f5-bdde-27a846e806d3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491288 Jan 27 11:17:55.727265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860f5d-0ca6-4846-b712-8a1cd6b428af req-2f48d0dc-4591-4dc1-b91d-770ae7f28bee tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:55.727265 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4b860f5d-0ca6-4846-b712-8a1cd6b428af req-2f48d0dc-4591-4dc1-b91d-770ae7f28bee tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0581911 Jan 27 11:17:55.772806 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4b860f5d-0ca6-4846-b712-8a1cd6b428af req-b1ed40ed-4682-4fa6-b7ed-7fad8dbd136e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Jan 27 11:17:56.197447 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Request body: {'port': {'device_id': '78b22db8-b6a1-4923-8541-011b8e518145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:56.247906 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.523570 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89252b9-3c79-4c66-a102-84eb909b11db {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:17:56.532340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks [] for port (b89252b9-3c79-4c66-a102-84eb909b11db), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.545917 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9c85-03a3-433a-a9a5-ad9cff31b197 req-75a057ce-19f6-4071-a07d-324bacd32f36 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:56.547351 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7e1e9c85-03a3-433a-a9a5-ad9cff31b197 req-75a057ce-19f6-4071-a07d-324bacd32f36 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 931 time: 0.0942929 Jan 27 11:17:56.555656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Transition to ACTIVE for port object b89252b9-3c79-4c66-a102-84eb909b11db will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:17:56.561865 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.636527 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Pushing event updated for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.642909 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7e1e9c85-03a3-433a-a9a5-ad9cff31b197 req-5cf92ff1-431e-4369-9701-728dd772b932 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Jan 27 11:17:56.706079 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Attempting to bind port b89252b9-3c79-4c66-a102-84eb909b11db on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:56.706328 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Attempting to bind port b89252b9-3c79-4c66-a102-84eb909b11db by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:56.706650 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Attempting to bind port b89252b9-3c79-4c66-a102-84eb909b11db on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:56.710837 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Port b89252b9-3c79-4c66-a102-84eb909b11db on network 326373ef-b88f-43a1-a674-ad3e4c245d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:17:56.711157 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Attempting to bind port b89252b9-3c79-4c66-a102-84eb909b11db on network 326373ef-b88f-43a1-a674-ad3e4c245d2e {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:56.716435 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:56.716768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Checking segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:56.717174 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Bound using segment: {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:56.717592 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Bound port: b89252b9-3c79-4c66-a102-84eb909b11db, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:56.717938 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.779813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:17:56.782721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b89252b9-3c79-4c66-a102-84eb909b11db,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:17:56.787154 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.821181 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:56.821809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.823262 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] 10.222.0.44 "PUT /v2.0/ports/b89252b9-3c79-4c66-a102-84eb909b11db HTTP/1.1" status: 200 len: 1093 time: 0.6301608 Jan 27 11:17:56.823701 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:17:56.825939 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7eb8b-800a-4050-aa75-198629712932" -d '{"events": [{"name": "network-changed", "server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:17:56.862131 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4385-5733-420d-b4ee-ce2e83599d98 service neutron] Pushing event updated for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.899274 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21584cff-9800-47d4-8dc4-c4063c162eb7 req-7c39b3df-5e6c-431d-b9ba-83c9610fd9ed tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:56.901811 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-21584cff-9800-47d4-8dc4-c4063c162eb7 req-7c39b3df-5e6c-431d-b9ba-83c9610fd9ed tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0569558 Jan 27 11:17:56.948606 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-21584cff-9800-47d4-8dc4-c4063c162eb7 req-315a6af9-fa3f-440b-a5a0-ec74e0d48ba5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Jan 27 11:17:56.989791 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe5b65-d318-4538-bcf3-6e974ffa938a x-openstack-request-id: req-8fbe5b65-d318-4538-bcf3-6e974ffa938a {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:17:56.990081 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:17:56.990342 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fbe5b65-d318-4538-bcf3-6e974ffa938a {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:17:56.990764 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db', 'status': 'completed', 'code': 200} Jan 27 11:17:57.207923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7eb8b-800a-4050-aa75-198629712932 req-a8048055-4e03-4a38-81d4-b4ffd2abcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.209528 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2da7eb8b-800a-4050-aa75-198629712932 req-a8048055-4e03-4a38-81d4-b4ffd2abcc2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 1096 time: 0.0441248 Jan 27 11:17:57.378534 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7eb8b-800a-4050-aa75-198629712932 req-f778e52c-7552-4139-9c55-1c99f294bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.379963 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2da7eb8b-800a-4050-aa75-198629712932 req-f778e52c-7552-4139-9c55-1c99f294bbf8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=663062073cd74d5bac2edb14ef0f50a2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1588781 Jan 27 11:17:57.409794 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:17:57.548204 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7eb8b-800a-4050-aa75-198629712932 req-af541ea7-54a5-4fd5-bdc7-b528d90aa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.549656 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2da7eb8b-800a-4050-aa75-198629712932 req-af541ea7-54a5-4fd5-bdc7-b528d90aa2a7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531582 Jan 27 11:17:57.636453 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-70c7c1f1-a59d-4947-a8c7-a4e09494c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.638702 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-70c7c1f1-a59d-4947-a8c7-a4e09494c865 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663062073cd74d5bac2edb14ef0f50a2&device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 1096 time: 0.0402284 Jan 27 11:17:57.683621 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-c7eaa94e-744c-46b3-b6e1-ede971a10f98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89252b9-3c79-4c66-a102-84eb909b11db HTTP/1.1" status: 200 len: 217 time: 0.0354059 Jan 27 11:17:57.765375 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-8623684f-263b-4671-a88d-2fd283cf02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.766989 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-8623684f-263b-4671-a88d-2fd283cf02aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 200 len: 855 time: 0.0746148 Jan 27 11:17:57.792557 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc60796-2aff-4a5b-85d3-86d6f841500c req-ed0ec4e8-d6ba-4f45-a8b1-ed07b16fa5d1 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:57.794002 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fc60796-2aff-4a5b-85d3-86d6f841500c req-ed0ec4e8-d6ba-4f45-a8b1-ed07b16fa5d1 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0737541 Jan 27 11:17:57.809323 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-841b9c26-1c0d-4ae2-8e8d-d2fb2d93777c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=326373ef-b88f-43a1-a674-ad3e4c245d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318878 Jan 27 11:17:58.100249 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcf844-3399-49a1-83ec-b7affda40d9f req-41dc670a-c601-47de-b93a-6cc35ea79b69 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:58.102563 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-62bcf844-3399-49a1-83ec-b7affda40d9f req-41dc670a-c601-47de-b93a-6cc35ea79b69 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0777071 Jan 27 11:17:58.131860 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0fc60796-2aff-4a5b-85d3-86d6f841500c req-98d89e2d-f76c-481b-812e-12393a857853 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247015 Jan 27 11:17:58.181335 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-ba8f2363-9c9d-4b06-8e3a-6e7813ca90f1 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593071 Jan 27 11:17:58.205635 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-62bcf844-3399-49a1-83ec-b7affda40d9f req-822cbfcf-171b-42af-8279-3adb878a2922 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948460 Jan 27 11:17:58.310850 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82290d4a-b8c9-472d-96ed-62785ef9c0cb req-868ca529-472f-4f45-b227-b4a248cab491 service neutron] 10.222.0.44 "GET /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125107 Jan 27 11:17:58.821312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b70879-2ee8-4fdd-b557-96768a643296 req-16ecf1fa-601a-4778-8f19-b31a95435459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:58.823101 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-45b70879-2ee8-4fdd-b557-96768a643296 req-16ecf1fa-601a-4778-8f19-b31a95435459 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.0438063 Jan 27 11:17:58.868392 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-45b70879-2ee8-4fdd-b557-96768a643296 req-32e158ec-9215-4b20-9b76-0e764d787f2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Jan 27 11:17:59.077623 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47088) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.183634 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0f69f70e-dd5e-4bc1-a1e6-f2a37dd04fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.270179 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ba410-7263-4505-b3f2-829d0e405d63 req-c0112f13-52b6-4acc-8a17-91ed33c9e439 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:59.271801 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6a7ba410-7263-4505-b3f2-829d0e405d63 req-c0112f13-52b6-4acc-8a17-91ed33c9e439 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0619507 Jan 27 11:17:59.310972 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0f69f70e-dd5e-4bc1-a1e6-f2a37dd04fff admin admin] Publish callbacks [] for security_group (8cfaf8ff-c12c-416a-b121-b1a78087826a), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.318694 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0f69f70e-dd5e-4bc1-a1e6-f2a37dd04fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8cfaf8ff-c12c-416a-b121-b1a78087826a), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.332416 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6a7ba410-7263-4505-b3f2-829d0e405d63 req-465fb0a1-fe04-4f0f-aec1-22e6da2845e7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Jan 27 11:17:59.371165 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd130c-ebda-46db-95d6-1a68c83a7438 req-de8fbd3f-7899-45c6-ab22-1be8eb661aad tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:59.372861 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a7cd130c-ebda-46db-95d6-1a68c83a7438 req-de8fbd3f-7899-45c6-ab22-1be8eb661aad tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1147330 Jan 27 11:17:59.378063 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-0f69f70e-dd5e-4bc1-a1e6-f2a37dd04fff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae2ce212ff0941c1a14335dd3a4305a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993827 Jan 27 11:17:59.380755 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47106) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.381140 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47104) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.393229 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69f70e-dd5e-4bc1-a1e6-f2a37dd04fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfaf8ff-c12c-416a-b121-b1a78087826a,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:59.439959 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Publish callbacks [] for security_group (8cfaf8ff-c12c-416a-b121-b1a78087826a), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.460312 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a7cd130c-ebda-46db-95d6-1a68c83a7438 req-d4baf2de-6f54-43ef-8c82-2382666af3f0 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757818 Jan 27 11:17:59.468581 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Publish callbacks [] for security_group (8cfaf8ff-c12c-416a-b121-b1a78087826a), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.532238 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8cfaf8ff-c12c-416a-b121-b1a78087826a), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.534967 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.536368 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cfaf8ff-c12c-416a-b121-b1a78087826a HTTP/1.1" status: 204 len: 168 time: 0.1542521 Jan 27 11:17:59.546804 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfaf8ff-c12c-416a-b121-b1a78087826a,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:59.555406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.555926 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.557218 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.557903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.558402 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.558898 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.559396 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.560049 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.561119 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.561927 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.562539 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.563021 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.563641 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3e28a-16e6-476d-bb33-027316aaebab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.616650 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7e3f0c8c-c313-4194-aa25-177754cb2076 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46adc6ea49e74e3799df5956f329023b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340691 Jan 27 11:17:59.619238 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47122) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.666888 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] Publish callbacks [] for security_group (6f08b6b8-4915-4c14-a0e4-554063995e45), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.687049 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] Publish callbacks [] for security_group (6f08b6b8-4915-4c14-a0e4-554063995e45), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.732547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6f08b6b8-4915-4c14-a0e4-554063995e45), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.735217 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.736432 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f08b6b8-4915-4c14-a0e4-554063995e45 HTTP/1.1" status: 204 len: 168 time: 0.1159925 Jan 27 11:17:59.745500 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06f34-b9c9-42c5-a139-d8c48eff6c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f08b6b8-4915-4c14-a0e4-554063995e45,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:59.819896 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47128) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.834252 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.923973 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Publish callbacks [] for security_group (771b41af-7bb4-4ee5-a190-b7d53b8c1325), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.928256 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (771b41af-7bb4-4ee5-a190-b7d53b8c1325), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.970547 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c6f0f890c064575a4173d952e949ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493371 Jan 27 11:17:59.971553 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771b41af-7bb4-4ee5-a190-b7d53b8c1325,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:59.973592 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47130) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.980235 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.980476 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.980814 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.981182 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.981514 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.981850 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.982175 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.982520 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.982848 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.983171 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.983493 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.983871 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.984196 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355532c7-a574-4d32-9493-37140b7f2635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:00.030962 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] Publish callbacks [] for security_group (771b41af-7bb4-4ee5-a190-b7d53b8c1325), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.052228 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] Publish callbacks [] for security_group (771b41af-7bb4-4ee5-a190-b7d53b8c1325), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.097802 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (771b41af-7bb4-4ee5-a190-b7d53b8c1325), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.100520 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.101752 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/771b41af-7bb4-4ee5-a190-b7d53b8c1325 HTTP/1.1" status: 204 len: 168 time: 0.1268265 Jan 27 11:18:00.109779 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274e8a7-be4a-4b5c-b08c-db80d28982d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771b41af-7bb4-4ee5-a190-b7d53b8c1325,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:00.447518 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3233-1b91-49f8-9965-3b54b42cfead req-77ff6ff0-603a-407c-b458-99f2b860106d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:00.449334 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c6eb3233-1b91-49f8-9965-3b54b42cfead req-77ff6ff0-603a-407c-b458-99f2b860106d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0496225 Jan 27 11:18:00.501609 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c6eb3233-1b91-49f8-9965-3b54b42cfead req-22b8f153-c27d-4f16-9478-acf81fc13522 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Jan 27 11:18:00.614905 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cbab3-7028-4b60-94ee-49cda35e3727 req-e1a58804-9786-48ba-9eed-a9f5d6c4c4bf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:00.616909 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e34cbab3-7028-4b60-94ee-49cda35e3727 req-e1a58804-9786-48ba-9eed-a9f5d6c4c4bf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0579617 Jan 27 11:18:00.670533 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e34cbab3-7028-4b60-94ee-49cda35e3727 req-84a56804-8d95-4b96-ac26-99ce79cbd762 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 Jan 27 11:18:00.769252 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47160) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:00.861888 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-912380526-network', 'tenant_id': 'e1713c951a084ac6bf2d4b8b89a9a68a'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:00.879674 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Made reservation on behalf of e1713c951a084ac6bf2d4b8b89a9a68a for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:00.882056 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.890504 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.964506 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks [] for security_group (8363d5f4-286e-42b9-99c5-aa52adb02427), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.968305 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8363d5f4-286e-42b9-99c5-aa52adb02427), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.989144 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:01.002939 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363d5f4-286e-42b9-99c5-aa52adb02427,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.010128 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (4ecae5fe-922e-4d4a-9930-c16b588cacb4), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.010468 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Added segment 4ecae5fe-922e-4d4a-9930-c16b588cacb4 of type vlan for network afbbe902-0723-453c-a4d8-f875aa1fbaa7 Jan 27 11:18:01.050148 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (afbbe902-0723-453c-a4d8-f875aa1fbaa7), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.074741 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (afbbe902-0723-453c-a4d8-f875aa1fbaa7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.075672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:01.076282 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.108258 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3379593 Jan 27 11:18:01.111239 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47164) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:01.116112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Request body: {'subnet': {'network_id': 'afbbe902-0723-453c-a4d8-f875aa1fbaa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-912380526-subnet', 'tenant_id': 'e1713c951a084ac6bf2d4b8b89a9a68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:01.135815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Made reservation on behalf of e1713c951a084ac6bf2d4b8b89a9a68a for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:01.138353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58747146'] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.142595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1330-c703-4c5a-911d-9c1ee91d403f admin admin] Pushing event updated for resources: {'Network': ['ID=afbbe902-0723-453c-a4d8-f875aa1fbaa7,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.153409 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network afbbe902-0723-453c-a4d8-f875aa1fbaa7 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:01.300371 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58758223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58747196'] for subnet (437a5342-2982-4400-a22e-9b24c0b05b59), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.358515 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437a5342-2982-4400-a22e-9b24c0b05b59,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.366909 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Checking segment: {'id': '4ecae5fe-922e-4d4a-9930-c16b588cacb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'afbbe902-0723-453c-a4d8-f875aa1fbaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:01.367207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Network hostable DHCP agents. Network: afbbe902-0723-453c-a4d8-f875aa1fbaa7, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:01.384856 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Network afbbe902-0723-453c-a4d8-f875aa1fbaa7 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:01.393142 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, afbbe902-0723-453c-a4d8-f875aa1fbaa7) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:01.397005 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:01.397598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.403210 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13103f45-1f5d-46c2-9e4f-6d3dc4d95e3c None None] Network afbbe902-0723-453c-a4d8-f875aa1fbaa7 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:01.412423 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-59302e49-fa7d-427b-8ef9-2b4a93d03231 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3001413 Jan 27 11:18:01.502517 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ff315-969f-4f3f-b8ff-0e3c9d404405 None None] Network afbbe902-0723-453c-a4d8-f875aa1fbaa7 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:01.639654 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b17b1-5834-41c5-bc49-408c449dc6a9 req-27a89d76-db1c-4a48-b285-316743eed4ab tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:01.641459 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-094b17b1-5834-41c5-bc49-408c449dc6a9 req-27a89d76-db1c-4a48-b285-316743eed4ab tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0594702 Jan 27 11:18:01.715521 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-094b17b1-5834-41c5-bc49-408c449dc6a9 req-b6b521be-11b9-490f-b96e-daa1d491e94b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Jan 27 11:18:01.802871 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4454-6c54-4035-bf97-dc42669bd235 req-2e7bca74-ed9f-4197-bac6-2eac06da051c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:01.804348 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8eb4454-6c54-4035-bf97-dc42669bd235 req-2e7bca74-ed9f-4197-bac6-2eac06da051c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0497165 Jan 27 11:18:01.851575 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8eb4454-6c54-4035-bf97-dc42669bd235 req-5864d6bb-66ef-4f01-aa0d-267a8996c08d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Jan 27 11:18:01.915290 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47188) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:01.920867 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-25140885-network', 'tenant_id': '22571574e4784ce1bffd768376e4aafc'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:01.938149 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Made reservation on behalf of 22571574e4784ce1bffd768376e4aafc for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:01.940375 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.948384 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.020732 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks [] for security_group (c4caeed8-0bfa-4f05-b954-1b7b94e63238), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.024542 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4caeed8-0bfa-4f05-b954-1b7b94e63238), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.048842 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:02.063594 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4caeed8-0bfa-4f05-b954-1b7b94e63238,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:02.066396 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (b50d074d-17bb-49d8-a75f-c7d276f5f0c2), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.066737 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Added segment b50d074d-17bb-49d8-a75f-c7d276f5f0c2 of type vlan for network 2109b706-96ec-488d-abca-fe1081268feb Jan 27 11:18:02.106537 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (2109b706-96ec-488d-abca-fe1081268feb), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.132366 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (2109b706-96ec-488d-abca-fe1081268feb), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.133275 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:02.133855 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.166647 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2495556 Jan 27 11:18:02.169553 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47190) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:02.174410 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Request body: {'subnet': {'network_id': '2109b706-96ec-488d-abca-fe1081268feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-25140885-subnet', 'tenant_id': '22571574e4784ce1bffd768376e4aafc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:02.193338 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Made reservation on behalf of 22571574e4784ce1bffd768376e4aafc for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:02.194841 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13a09-9283-44b1-9e5a-e2d803cff9bb admin admin] Pushing event updated for resources: {'Network': ['ID=2109b706-96ec-488d-abca-fe1081268feb,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:02.195589 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.205674 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 2109b706-96ec-488d-abca-fe1081268feb details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:02.369981 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (930437ce-37ce-4262-844a-f11be829da2a), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.417672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=930437ce-37ce-4262-844a-f11be829da2a,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:02.431959 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Checking segment: {'id': 'b50d074d-17bb-49d8-a75f-c7d276f5f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2109b706-96ec-488d-abca-fe1081268feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:02.432307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Network hostable DHCP agents. Network: 2109b706-96ec-488d-abca-fe1081268feb, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:02.450053 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Network 2109b706-96ec-488d-abca-fe1081268feb is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:02.458825 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 2109b706-96ec-488d-abca-fe1081268feb) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:02.465194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:02.465984 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.469781 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7bccc-042c-4b34-a386-130f95b24bb0 None None] Network 2109b706-96ec-488d-abca-fe1081268feb requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:02.486229 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-0c268a43-4163-4a19-a9b0-0ce1801feda1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3155925 Jan 27 11:18:02.570351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47c325-df24-48ad-a890-d72e218b72b0 None None] Network 2109b706-96ec-488d-abca-fe1081268feb requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:02.865632 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b14c92-9507-4d8f-a27b-35f305c35fb9 req-99ebcc85-fe81-47a6-965b-a880cde95a64 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:02.867367 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-97b14c92-9507-4d8f-a27b-35f305c35fb9 req-99ebcc85-fe81-47a6-965b-a880cde95a64 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0609612 Jan 27 11:18:02.937810 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-97b14c92-9507-4d8f-a27b-35f305c35fb9 req-79987e3b-fc48-4896-8647-4abf22ec4bc7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556371 Jan 27 11:18:02.990770 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e6c7-ae63-4162-99cc-bf4b08895eb3 req-8081f410-9d2c-451e-9348-cdda2742df68 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:02.992448 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7460e6c7-ae63-4162-99cc-bf4b08895eb3 req-8081f410-9d2c-451e-9348-cdda2742df68 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0595832 Jan 27 11:18:03.045138 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7460e6c7-ae63-4162-99cc-bf4b08895eb3 req-416a178f-df02-48bc-82cc-c23a26993c0a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Jan 27 11:18:03.329416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54dcd6-433a-4bf5-b675-efba084e4114 req-42d0a074-64da-4a39-aac1-d4b0d5bf52fb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.331610 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0b54dcd6-433a-4bf5-b675-efba084e4114 req-42d0a074-64da-4a39-aac1-d4b0d5bf52fb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0598347 Jan 27 11:18:03.348163 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705468ce-08fe-4752-8cd2-252c6217e0af req-bdf809ae-9462-41fb-9d0e-78b9ee599c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.349819 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-bdf809ae-9462-41fb-9d0e-78b9ee599c9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.0685933 Jan 27 11:18:03.381584 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0b54dcd6-433a-4bf5-b675-efba084e4114 req-45e0022d-f309-4145-872e-ef5a1ab133fe tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Jan 27 11:18:03.449304 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705468ce-08fe-4752-8cd2-252c6217e0af req-4fb4da31-fab4-4974-9407-ff95a5c67a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.450663 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-4fb4da31-fab4-4974-9407-ff95a5c67a71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.0929399 Jan 27 11:18:03.492566 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-a43ad931-4ed5-40ae-b391-af2ce6a63519 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0348880 Jan 27 11:18:03.543023 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705468ce-08fe-4752-8cd2-252c6217e0af req-c1122d92-58e1-41da-af67-1fce05438e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.544445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-c1122d92-58e1-41da-af67-1fce05438e64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0451696 Jan 27 11:18:03.578001 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-097e8d38-796f-4752-8fb1-c3b34cbf1add service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266161 Jan 27 11:18:03.680325 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-c8482f8f-2f55-46e5-8aea-8fe196f0604a service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Jan 27 11:18:03.780462 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-705468ce-08fe-4752-8cd2-252c6217e0af req-d2219908-ed4d-4ee4-b811-4430277aa414 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892723 Jan 27 11:18:04.065337 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef24c08-5908-4a91-8694-747f8d26f8f7 req-b8124e54-9a44-4e56-8912-48f80f26ad79 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:04.066796 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2ef24c08-5908-4a91-8694-747f8d26f8f7 req-b8124e54-9a44-4e56-8912-48f80f26ad79 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.0485771 Jan 27 11:18:04.116650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2ef24c08-5908-4a91-8694-747f8d26f8f7 req-69fa4a2b-675c-458f-8484-923e19835b3d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jan 27 11:18:04.516768 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7641ec-4078-43ab-afe2-7a83c8399c13 req-396e885c-d1c9-400c-8c12-b3cc29b625d1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:04.518282 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb7641ec-4078-43ab-afe2-7a83c8399c13 req-396e885c-d1c9-400c-8c12-b3cc29b625d1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0559261 Jan 27 11:18:04.565805 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb7641ec-4078-43ab-afe2-7a83c8399c13 req-728cbf16-aab8-4906-9356-316d65b96112 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Jan 27 11:18:05.151093 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-c567b643-2e89-4fcc-8d8d-45697e1859fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:05.152472 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-c567b643-2e89-4fcc-8d8d-45697e1859fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.0419221 Jan 27 11:18:05.154273 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b89252b9-3c79-4c66-a102-84eb909b11db details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:05.273648 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b89252b9-3c79-4c66-a102-84eb909b11db,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:05.297772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'b89252b9-3c79-4c66-a102-84eb909b11db', 'network_id': '326373ef-b88f-43a1-a674-ad3e4c245d2e', 'port_id': 'b89252b9-3c79-4c66-a102-84eb909b11db', 'mac_address': 'fa:16:3e:fc:bc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f48858-14fb-40cc-a2aa-88122d4f1c93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:05.343331 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b89252b9-3c79-4c66-a102-84eb909b11db is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:05.343721 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.351359 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-b924d51a-cac0-41a7-9fc7-739c6345f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:05.352445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-b924d51a-cac0-41a7-9fc7-739c6345f976 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.1528518 Jan 27 11:18:05.358479 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47278) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:05.361102 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89252b9-3c79-4c66-a102-84eb909b11db {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:05.361967 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da50c9-3e50-4fe4-b8eb-0251a4bf940a req-3e88f0bd-427b-4587-9065-a903531f9abb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:05.363418 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43da50c9-3e50-4fe4-b8eb-0251a4bf940a req-3e88f0bd-427b-4587-9065-a903531f9abb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 943 time: 0.1773419 Jan 27 11:18:05.389587 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b89252b9-3c79-4c66-a102-84eb909b11db,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:05.394086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.407863 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-ab28bd3a-3d3c-4a52-89d2-6237237bc990 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0432038 Jan 27 11:18:05.445046 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:05.453484 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.453833 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.454371 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.454871 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.455354 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.455835 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.456426 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.457550 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.458049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.458544 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.459024 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.459497 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.460237 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:05.470384 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aea4a9a9-52b5-49d6-a558-500c13420ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.497300 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-6feaa658-5acc-441f-a540-89e706ebedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:05.498851 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-6feaa658-5acc-441f-a540-89e706ebedb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0814431 Jan 27 11:18:05.509274 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43da50c9-3e50-4fe4-b8eb-0251a4bf940a req-d2ab3c7a-f1d8-47df-8fd1-425ab9dfdf05 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365464 Jan 27 11:18:05.551692 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-0118a352-35e5-4196-93fe-fc1cda2da719 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396614 Jan 27 11:18:05.560476 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aea4a9a9-52b5-49d6-a558-500c13420ea2 admin admin] Publish callbacks [] for security_group (30e3449a-ef54-47bc-85b0-a4512235eafc), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.566316 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aea4a9a9-52b5-49d6-a558-500c13420ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (30e3449a-ef54-47bc-85b0-a4512235eafc), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.596207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4a9a9-52b5-49d6-a558-500c13420ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e3449a-ef54-47bc-85b0-a4512235eafc,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:05.627552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.631895 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-aea4a9a9-52b5-49d6-a558-500c13420ea2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44b44385d924d7981d701247fac5c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722809 Jan 27 11:18:05.641593 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47292) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:05.714213 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-67cef3c0-7feb-4eb1-b43b-02efcaf5289b service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521628 Jan 27 11:18:05.780594 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] Publish callbacks [] for security_group (30e3449a-ef54-47bc-85b0-a4512235eafc), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.782921 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b89252b9-3c79-4c66-a102-84eb909b11db'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:05.798814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fb98d-1f12-4e36-b452-c2e103d18b0f req-eba47f14-fdde-40d7-b0e3-ea9800bc3bd5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:05.800574 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1d3fb98d-1f12-4e36-b452-c2e103d18b0f req-eba47f14-fdde-40d7-b0e3-ea9800bc3bd5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1144273 Jan 27 11:18:05.835317 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] Publish callbacks [] for security_group (30e3449a-ef54-47bc-85b0-a4512235eafc), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.846979 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7480052b-f4e9-4a18-a449-69e5469ea2e2 req-5b692cad-b84d-4868-a0ab-4bed6b452c85 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246107 Jan 27 11:18:05.888599 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1d3fb98d-1f12-4e36-b452-c2e103d18b0f req-1d6f839d-4354-4718-af70-bfd2c442c057 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Jan 27 11:18:05.913853 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (30e3449a-ef54-47bc-85b0-a4512235eafc), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.917917 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.923126 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30e3449a-ef54-47bc-85b0-a4512235eafc HTTP/1.1" status: 204 len: 168 time: 0.2799985 Jan 27 11:18:05.933675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e501f7-3dfa-453e-91f6-b6fffb93f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e3449a-ef54-47bc-85b0-a4512235eafc,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:06.102511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-713ff8c1-1898-4de4-ab23-029a8d4380da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.557400 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47324) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:06.619630 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966a901-2d6f-4c2d-89ba-13838a394975 req-0b0ed053-7d8e-49ae-8270-b7fa84a7b362 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:06.621131 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f966a901-2d6f-4c2d-89ba-13838a394975 req-0b0ed053-7d8e-49ae-8270-b7fa84a7b362 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 944 time: 0.0485201 Jan 27 11:18:06.657699 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-550943952-network', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:06.683842 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f966a901-2d6f-4c2d-89ba-13838a394975 req-e8bf580d-d4e1-477f-b660-78ef7d9962d8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573328 Jan 27 11:18:06.691427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Made reservation on behalf of 667fd5a7bd464ef9b3e69096d409f80d for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:06.693817 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.702734 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.781160 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks [] for security_group (d21d5c5c-8ae5-46f2-b4e5-401123e84d6a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.785387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d21d5c5c-8ae5-46f2-b4e5-401123e84d6a), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.815900 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:06.826067 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21d5c5c-8ae5-46f2-b4e5-401123e84d6a,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:06.832346 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (0123e426-ed93-4438-8581-3aecfc46da0a), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.832820 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Added segment 0123e426-ed93-4438-8581-3aecfc46da0a of type vlan for network f407390c-f58d-478b-bc7e-edf671e7a8cd Jan 27 11:18:06.875162 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (f407390c-f58d-478b-bc7e-edf671e7a8cd), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.903472 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (f407390c-f58d-478b-bc7e-edf671e7a8cd), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.904993 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:06.905681 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.941482 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3827457 Jan 27 11:18:06.944610 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47368) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:06.952671 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Request body: {'subnet': {'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-550943952-subnet', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:06.973984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b15d6-883b-4336-8315-feb1d37c2e94 admin admin] Pushing event updated for resources: {'Network': ['ID=f407390c-f58d-478b-bc7e-edf671e7a8cd,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:06.986846 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network f407390c-f58d-478b-bc7e-edf671e7a8cd details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:07.037718 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Made reservation on behalf of 667fd5a7bd464ef9b3e69096d409f80d for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:07.040224 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.119752 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564e186-69f0-4523-9527-0196b34c2247 req-0b210dff-a567-48ea-b8e0-70de8f5f0ed0 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:07.121538 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9564e186-69f0-4523-9527-0196b34c2247 req-0b210dff-a567-48ea-b8e0-70de8f5f0ed0 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1251400 Jan 27 11:18:07.178328 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b89252b9-3c79-4c66-a102-84eb909b11db up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:07.216324 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9564e186-69f0-4523-9527-0196b34c2247 req-883a9a19-08fb-4dae-8991-6b44cbf42a9b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Jan 27 11:18:07.239346 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port b89252b9-3c79-4c66-a102-84eb909b11db completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:07.252115 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port b89252b9-3c79-4c66-a102-84eb909b11db triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:07.252455 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.340732 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (54252c1e-3fb9-4c8a-901f-ba351d3e9d24), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.358558 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b89252b9-3c79-4c66-a102-84eb909b11db is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:07.359223 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.393856 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:07.396945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7626c58-64f5-49dd-8be2-407bd7b4267c" -d '{"events": [{"server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "name": "network-vif-plugged", "status": "completed", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:07.420974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54252c1e-3fb9-4c8a-901f-ba351d3e9d24,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:07.461291 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:07.461662 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Network hostable DHCP agents. Network: f407390c-f58d-478b-bc7e-edf671e7a8cd, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:07.483053 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:07.498134 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, f407390c-f58d-478b-bc7e-edf671e7a8cd) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:07.508434 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:07.509748 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.531404 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-376d1879-01ed-48f4-b3eb-231bb9180da1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5845606 Jan 27 11:18:07.534068 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47392) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:07.547970 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:07.565028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87e1a2-ffca-4276-8045-a0bf9db2e566 x-openstack-request-id: req-ca87e1a2-ffca-4276-8045-a0bf9db2e566 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:07.565317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "name": "network-vif-plugged", "status": "completed", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:07.565563 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca87e1a2-ffca-4276-8045-a0bf9db2e566 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:07.566102 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db', 'code': 200} Jan 27 11:18:07.567076 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e6656-9800-4af2-be5b-2ab14d5a3760 None None] Network f407390c-f58d-478b-bc7e-edf671e7a8cd requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:07.571153 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b89252b9-3c79-4c66-a102-84eb909b11db,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:07.586597 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.596363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.598180 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.652245 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:07.722237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368f69e-9834-4803-9102-dd8a1c47b88a req-14a9a0b4-9262-4113-9751-4dcf8a12109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:07.723884 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e368f69e-9834-4803-9102-dd8a1c47b88a req-14a9a0b4-9262-4113-9751-4dcf8a12109f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 1098 time: 0.0842307 Jan 27 11:18:07.724555 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for router_controller (ec3203d3-fd90-47f1-91f1-ed0827a99da6), precommit_add_association {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.738905 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-f407390c-f58d-478b-bc7e-edf671e7a8cd', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:18:07.739753 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.799902 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e368f69e-9834-4803-9102-dd8a1c47b88a req-f581c7a9-64bc-44f8-bd1f-4a6e84e7ae0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Jan 27 11:18:07.889665 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Allocated IP 172.20.0.2 (f407390c-f58d-478b-bc7e-edf671e7a8cd/54252c1e-3fb9-4c8a-901f-ba351d3e9d24/190b669d-ca9b-4587-924a-60a019f25c68) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:07.895413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for router_gateway (ec3203d3-fd90-47f1-91f1-ed0827a99da6), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.913514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf801f-9222-434c-9ac0-693b8c2dd0d6 req-1d5decc9-c2ce-45cc-b5ad-f4eb0f14dc6c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:07.915098 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57cf801f-9222-434c-9ac0-693b8c2dd0d6 req-1d5decc9-c2ce-45cc-b5ad-f4eb0f14dc6c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.1147282 Jan 27 11:18:08.010658 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57cf801f-9222-434c-9ac0-693b8c2dd0d6 req-e9445607-d1cd-46c8-95af-6103fc9e73d7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832682 Jan 27 11:18:08.058611 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks [] for port (190b669d-ca9b-4587-924a-60a019f25c68), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.064550 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (190b669d-ca9b-4587-924a-60a019f25c68), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.103644 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:08.106401 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:08.119979 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:08.127124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Pushing event updated for resources: {'Port': ['ID=190b669d-ca9b-4587-924a-60a019f25c68,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.169324 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for router_gateway (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.192457 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.192631 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Attempting to bind port 190b669d-ca9b-4587-924a-60a019f25c68 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:08.192943 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Attempting to bind port 190b669d-ca9b-4587-924a-60a019f25c68 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:08.193324 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Attempting to bind port 190b669d-ca9b-4587-924a-60a019f25c68 on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:08.198601 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:08.198974 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:08.199382 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.199776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Bound using segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:08.200236 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Bound port: 190b669d-ca9b-4587-924a-60a019f25c68, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:08.200613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (190b669d-ca9b-4587-924a-60a019f25c68), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.281718 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] For port 190b669d-ca9b-4587-924a-60a019f25c68, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:08.285097 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] For port 190b669d-ca9b-4587-924a-60a019f25c68, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=190b669d-ca9b-4587-924a-60a019f25c68,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:08.292043 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (190b669d-ca9b-4587-924a-60a019f25c68), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.358037 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212814f-67a4-459d-b0f1-10daeaa1a85f None None] Pushing event updated for resources: {'Port': ['ID=190b669d-ca9b-4587-924a-60a019f25c68,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.537112 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f561c38d-c341-41b7-8e51-c5a20cc6fb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.540496 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Allocated IP 172.27.2.13 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:08.680330 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.726946 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.790557 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:08.798300 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:08.800880 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:08.827493 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Pushing event updated for resources: {'Port': ['ID=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.862295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1455b06-8095-453d-939d-f909ed8bdf7b req-6d85d54a-17b0-49c7-9062-20101e14adbb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:08.863679 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1455b06-8095-453d-939d-f909ed8bdf7b req-6d85d54a-17b0-49c7-9062-20101e14adbb tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1079311 Jan 27 11:18:09.003735 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1455b06-8095-453d-939d-f909ed8bdf7b req-22f31f32-fd40-4ad5-b56b-1622630c3bee tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327293 Jan 27 11:18:09.145958 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for router_gateway (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.198657 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecc4e4-1104-49a1-ba6b-f764b1b66e13 req-d100d171-4970-4b21-b4c8-66ee954b1d9d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:09.200243 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9cecc4e4-1104-49a1-ba6b-f764b1b66e13 req-d100d171-4970-4b21-b4c8-66ee954b1d9d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.1016455 Jan 27 11:18:09.299418 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9cecc4e4-1104-49a1-ba6b-f764b1b66e13 req-78941643-2e1a-46af-ab86-3729711da11c tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Jan 27 11:18:09.529667 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.567499 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 190b669d-ca9b-4587-924a-60a019f25c68 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:09.569772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92631f65-b4e5-412b-aa14-7204e7f62caf None None] Network f407390c-f58d-478b-bc7e-edf671e7a8cd requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:09.691173 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Provisioning complete for port 190b669d-ca9b-4587-924a-60a019f25c68 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:09.691500 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (190b669d-ca9b-4587-924a-60a019f25c68), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.693165 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:18:09.762493 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 190b669d-ca9b-4587-924a-60a019f25c68 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:09.762874 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (190b669d-ca9b-4587-924a-60a019f25c68), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.819134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:09.838813 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:09.847390 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.849354 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-f02a833b-6663-427c-9f8d-0009f52e5fdf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3137863 Jan 27 11:18:09.852025 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47456) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:09.864301 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:09.864947 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:09.882084 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Current status of the port 190b669d-ca9b-4587-924a-60a019f25c68 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:09.882478 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (190b669d-ca9b-4587-924a-60a019f25c68), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.902848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.961067 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] For port 190b669d-ca9b-4587-924a-60a019f25c68, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=190b669d-ca9b-4587-924a-60a019f25c68,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:09.962064 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 190b669d-ca9b-4587-924a-60a019f25c68 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:09.962477 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (190b669d-ca9b-4587-924a-60a019f25c68), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.971305 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (190b669d-ca9b-4587-924a-60a019f25c68), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.995312 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:10.058971 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b05cd-bc43-4444-965a-c66bc099d63e None None] Pushing event updated for resources: {'Port': ['ID=190b669d-ca9b-4587-924a-60a019f25c68,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.068672 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:18:10.069242 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG oslo_db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:18:10.192418 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-51eb2ae3-d8db-4967-bbf5-f3a7902ff280 None None] Provisioning complete for port 190b669d-ca9b-4587-924a-60a019f25c68 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:10.193182 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-51eb2ae3-d8db-4967-bbf5-f3a7902ff280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (190b669d-ca9b-4587-924a-60a019f25c68), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.212750 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 3, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:10.244185 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:10.244790 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Updating router ec3203d3-fd90-47f1-91f1-ed0827a99da6 port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:10.272960 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.282386 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-51eb2ae3-d8db-4967-bbf5-f3a7902ff280 None None] Current status of the port 190b669d-ca9b-4587-924a-60a019f25c68 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:10.370330 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.468702 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d02e5-1c4b-4ef5-8d1b-d5960df7d07a req-361e6230-378e-464c-b57f-56e46f3c831d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:10.470289 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-878d02e5-1c4b-4ef5-8d1b-d5960df7d07a req-361e6230-378e-464c-b57f-56e46f3c831d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.0557847 Jan 27 11:18:10.539448 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-878d02e5-1c4b-4ef5-8d1b-d5960df7d07a req-a2d75aac-62a0-413e-a9ff-65e2205609f7 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622942 Jan 27 11:18:10.555684 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Allocated IP 172.20.0.1 (f407390c-f58d-478b-bc7e-edf671e7a8cd/54252c1e-3fb9-4c8a-901f-ba351d3e9d24/3ef2831c-bfab-4bd0-9115-a72fc961521b) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:10.562541 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks [] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.596973 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.661446 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 190b669d-ca9b-4587-924a-60a019f25c68 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:10.682074 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Attempting to bind port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:10.682458 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Attempting to bind port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:10.682823 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Attempting to bind port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:10.685722 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Pushing event updated for resources: {'Port': ['ID=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.690271 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:10.690648 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:10.691043 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.691443 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:10.691905 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Bound port: f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:10.692279 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.692536 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks [] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.717213 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.717670 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.718040 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.718382 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.718770 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.719412 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.719412 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.719688 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.720022 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.720352 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.720887 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.721018 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.721319 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:18:10.732437 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.764688 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] For port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:10.768453 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] For port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:10.773777 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:10.778313 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.779595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:10.784118 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:10.796374 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Pushing event updated for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.846184 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:10.846798 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:10.848707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.879880 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.908654 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c374a6c-a5b9-4a73-bf49-6a872c7b9d28 None None] Pushing event updated for resources: {'Port': ['ID=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:11.022432 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.039366 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:11.120189 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-e8789630-3d9f-4ce8-b477-8870ca83414d None None] Provisioning complete for port 3ef2831c-bfab-4bd0-9115-a72fc961521b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:11.120854 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e8789630-3d9f-4ce8-b477-8870ca83414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.157569 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e8789630-3d9f-4ce8-b477-8870ca83414d None None] Port 3ef2831c-bfab-4bd0-9115-a72fc961521b cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:11.234959 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks [] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.239150 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.279831 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 3, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:11.303753 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.315171 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5920629-065e-4f62-a12e-96c06c7c0830 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 3, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:11.339916 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Pushing event updated for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:11.395171 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 190b669d-ca9b-4587-924a-60a019f25c68 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:11.429803 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:11.431869 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:11.451255 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 190b669d-ca9b-4587-924a-60a019f25c68 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:11.452100 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (190b669d-ca9b-4587-924a-60a019f25c68), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.543643 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 190b669d-ca9b-4587-924a-60a019f25c68 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:11.569895 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:11.706362 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:11.712804 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-64f97ba5-40f9-4e3f-87e9-05de3575cf7f admin admin] 10.222.0.24 "PUT /v2.0/routers/ec3203d3-fd90-47f1-91f1-ed0827a99da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585713 Jan 27 11:18:11.785084 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-07d4872b-aac9-4266-bbff-9df5659c03ec None None] Provisioning complete for port 3ef2831c-bfab-4bd0-9115-a72fc961521b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:11.785689 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07d4872b-aac9-4266-bbff-9df5659c03ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.828111 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-07d4872b-aac9-4266-bbff-9df5659c03ec None None] Port 3ef2831c-bfab-4bd0-9115-a72fc961521b cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:12.199423 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.260841 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47508) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:12.266127 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1408297745-network', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:12.297781 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Made reservation on behalf of a4a11bf5033a4a7e8a719634ebc8cc9d for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:12.302947 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.316664 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.422160 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks [] for security_group (93e435e4-6db6-4801-9995-2a45b4c188a8), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.426153 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (93e435e4-6db6-4801-9995-2a45b4c188a8), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.452277 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:12.470307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (a41c9b49-34cf-4d16-b008-fc938a8197b2), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.470770 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Added segment a41c9b49-34cf-4d16-b008-fc938a8197b2 of type vlan for network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 Jan 27 11:18:12.480705 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e435e4-6db6-4801-9995-2a45b4c188a8,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.520530 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (f2f93ca4-9ce9-4284-b577-dc0f472f14c6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.550902 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (f2f93ca4-9ce9-4284-b577-dc0f472f14c6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.552577 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.553270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.589730 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3275409 Jan 27 11:18:12.592402 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47524) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:12.597674 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Request body: {'subnet': {'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1408297745-subnet', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:12.617610 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Made reservation on behalf of a4a11bf5033a4a7e8a719634ebc8cc9d for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:12.620553 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58747146'] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.629493 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a185-c062-4d41-a657-d4a58ef2e4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f93ca4-9ce9-4284-b577-dc0f472f14c6,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.650421 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:12.806469 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58758223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58747196'] for subnet (cb0a0884-4bc4-42d8-a1b5-cca0d8385429), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.872670 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0a0884-4bc4-42d8-a1b5-cca0d8385429,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.884240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Checking segment: {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:12.884798 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Network hostable DHCP agents. Network: f2f93ca4-9ce9-4284-b577-dc0f472f14c6, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:12.903013 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:12.912580 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, f2f93ca4-9ce9-4284-b577-dc0f472f14c6) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:12.919345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.919345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.926402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0145fd-002b-4ec2-a247-39d4a0e31abd None None] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:12.937786 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-eabf21b5-cd8f-498d-8f90-64fc372a0ef8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3441663 Jan 27 11:18:12.940265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47532) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:12.944589 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:12.963452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.964503 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.029703 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for router_controller (526e1bd9-f573-4e4b-968e-f7954bdeeb13), precommit_add_association {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.039620 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'fixed_ips': [{'subnet_id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:18:13.041134 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.110467 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:13.130746 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:13.131359 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:13.176220 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for router_gateway (526e1bd9-f573-4e4b-968e-f7954bdeeb13), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.396964 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Allocated IP 172.20.0.2 (f2f93ca4-9ce9-4284-b577-dc0f472f14c6/cb0a0884-4bc4-42d8-a1b5-cca0d8385429/a458cf0e-ed66-467a-a165-3d75bb4e19cb) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:13.417461 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:13.466683 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:13.605990 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for router_gateway (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.625047 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.692463 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:13.692848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.780409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Allocated IP 172.27.2.204 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/8254f7a0-b934-443f-afe9-0227752c42f1) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:13.788359 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks [] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.823346 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.875430 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:13.884717 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:13.910906 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:13.913360 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for port (8254f7a0-b934-443f-afe9-0227752c42f1), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.919653 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Pushing event updated for resources: {'Port': ['ID=a458cf0e-ed66-467a-a165-3d75bb4e19cb,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:13.979539 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.008505 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:14.009936 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.033136 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:11Z', 'revision_number': 2, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:14.036664 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:14.038416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:14.040409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8254f7a0-b934-443f-afe9-0227752c42f1,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.042694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:14.074417 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:14.074583 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Updating router ec3203d3-fd90-47f1-91f1-ed0827a99da6 port 3ef2831c-bfab-4bd0-9115-a72fc961521b binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:14.077902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:14.079959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Attempting to bind port a458cf0e-ed66-467a-a165-3d75bb4e19cb on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:14.080397 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Attempting to bind port a458cf0e-ed66-467a-a165-3d75bb4e19cb by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:14.080779 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Attempting to bind port a458cf0e-ed66-467a-a165-3d75bb4e19cb on network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:14.100893 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.109073 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:14.109458 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Checking segment: {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:14.109858 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.110253 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Bound using segment: {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:14.110731 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Bound port: a458cf0e-ed66-467a-a165-3d75bb4e19cb, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:14.111108 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.140179 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.226362 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.295576 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for router_gateway (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.312902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] For port a458cf0e-ed66-467a-a165-3d75bb4e19cb, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:14.318088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] For port a458cf0e-ed66-467a-a165-3d75bb4e19cb, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=a458cf0e-ed66-467a-a165-3d75bb4e19cb,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:14.326153 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.439041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c12388-b47e-4b87-a464-4ac681909ceb None None] Pushing event updated for resources: {'Port': ['ID=a458cf0e-ed66-467a-a165-3d75bb4e19cb,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.537583 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.562485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks [] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.574678 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.672131 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74535dbe-3e8c-4c8f-a8f6-0b98d2a59ee8 None None] Pushing event updated for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.714953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:18:14.717384 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Attempting to bind port 3ef2831c-bfab-4bd0-9115-a72fc961521b on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:14.717763 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Attempting to bind port 3ef2831c-bfab-4bd0-9115-a72fc961521b by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:14.718131 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Attempting to bind port 3ef2831c-bfab-4bd0-9115-a72fc961521b on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:14.728664 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:14.729129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:14.729477 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.729871 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Bound using segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:14.730354 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Bound port: 3ef2831c-bfab-4bd0-9115-a72fc961521b, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:14.730736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.829490 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] For port 3ef2831c-bfab-4bd0-9115-a72fc961521b, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:14.833317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] For port 3ef2831c-bfab-4bd0-9115-a72fc961521b, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3ef2831c-bfab-4bd0-9115-a72fc961521b,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:14.841770 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.879433 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:14.889303 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Sync routers for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:14.898158 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:14.898794 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:14.906678 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:14.907580 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:14.932042 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.933877 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a876535b-5be6-4226-8346-70b4d61e45b1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9924715 Jan 27 11:18:14.936265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47556) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:14.971693 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74535dbe-3e8c-4c8f-a8f6-0b98d2a59ee8 None None] Pushing event updated for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:15.005858 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Provisioning complete for port 3ef2831c-bfab-4bd0-9115-a72fc961521b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:15.006494 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.134287 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:15.226993 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:15.249566 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Current status of the port 3ef2831c-bfab-4bd0-9115-a72fc961521b is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:15.250513 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.533195 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 3, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:15.576913 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Checking router: 526e1bd9-f573-4e4b-968e-f7954bdeeb13 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:15.577287 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Updating router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 port 8254f7a0-b934-443f-afe9-0227752c42f1 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:15.594511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] For port 3ef2831c-bfab-4bd0-9115-a72fc961521b, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3ef2831c-bfab-4bd0-9115-a72fc961521b,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:15.600207 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.644771 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.731103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:15.734597 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.851326 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc7473-e4fa-489a-bb57-352bfdb036b7 None None] Pushing event updated for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:15.857644 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-f85342db-3477-49a8-a5a7-1ce2b2a2cfd5 None None] Provisioning complete for port 3ef2831c-bfab-4bd0-9115-a72fc961521b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:15.858096 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f85342db-3477-49a8-a5a7-1ce2b2a2cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.953868 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:15.954370 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.991443 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefdb685-a932-4cd9-8a60-e82e3a6c4752 None None] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:16.042626 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Allocated IP 172.20.0.1 (f2f93ca4-9ce9-4284-b577-dc0f472f14c6/cb0a0884-4bc4-42d8-a1b5-cca0d8385429/db28198f-4fab-485e-afd7-702616488a78) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:16.132854 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks [] for port (8254f7a0-b934-443f-afe9-0227752c42f1), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.140038 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.171346 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f85342db-3477-49a8-a5a7-1ce2b2a2cfd5 None None] Current status of the port 3ef2831c-bfab-4bd0-9115-a72fc961521b is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:16.172864 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks [] for port (db28198f-4fab-485e-afd7-702616488a78), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.188808 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:16.195521 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db35e3-3063-43cc-b814-4cabd5e32da9 None None] Pushing event updated for resources: {'Port': ['ID=8254f7a0-b934-443f-afe9-0227752c42f1,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.201874 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Attempting to bind port 8254f7a0-b934-443f-afe9-0227752c42f1 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:16.202565 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Attempting to bind port 8254f7a0-b934-443f-afe9-0227752c42f1 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:16.203174 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Attempting to bind port 8254f7a0-b934-443f-afe9-0227752c42f1 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:16.208629 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:16.209357 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:16.209989 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.210591 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:16.211086 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Bound port: 8254f7a0-b934-443f-afe9-0227752c42f1, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:16.211576 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.216976 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (db28198f-4fab-485e-afd7-702616488a78), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.246511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3f24-c92a-4730-afce-64375f9ab760 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:16.262916 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:16.264026 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device a458cf0e-ed66-467a-a165-3d75bb4e19cb up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:16.288387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Pushing event updated for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.298483 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] For port 8254f7a0-b934-443f-afe9-0227752c42f1, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:16.304324 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] For port 8254f7a0-b934-443f-afe9-0227752c42f1, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8254f7a0-b934-443f-afe9-0227752c42f1,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:16.312234 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.321008 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:16.328167 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:16.332026 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:16.425021 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Provisioning complete for port a458cf0e-ed66-467a-a165-3d75bb4e19cb triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:16.425628 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.427050 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:16.427901 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:16.470389 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.476761 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port a458cf0e-ed66-467a-a165-3d75bb4e19cb triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:16.477417 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.610307 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Current status of the port a458cf0e-ed66-467a-a165-3d75bb4e19cb is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:16.610691 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.681836 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port a458cf0e-ed66-467a-a165-3d75bb4e19cb is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:16.682311 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.687694 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] For port a458cf0e-ed66-467a-a165-3d75bb4e19cb, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=a458cf0e-ed66-467a-a165-3d75bb4e19cb,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:16.703385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.703563 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:16.744827 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (db28198f-4fab-485e-afd7-702616488a78), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.747414 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db35e3-3063-43cc-b814-4cabd5e32da9 None None] Pushing event updated for resources: {'Port': ['ID=8254f7a0-b934-443f-afe9-0227752c42f1,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.851320 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cd42e-dbca-43db-8264-4f42aaa365d8 None None] Pushing event updated for resources: {'Port': ['ID=a458cf0e-ed66-467a-a165-3d75bb4e19cb,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.861034 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:18:16.861425 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG oslo_db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:18:16.866889 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-78e31aaf-1696-4648-a3e9-8a4147fa1ea7 None None] Provisioning complete for port a458cf0e-ed66-467a-a165-3d75bb4e19cb triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:16.867585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-78e31aaf-1696-4648-a3e9-8a4147fa1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.012757 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-78e31aaf-1696-4648-a3e9-8a4147fa1ea7 None None] Current status of the port a458cf0e-ed66-467a-a165-3d75bb4e19cb is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:17.045947 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 3, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:17.082881 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9776d62-beb9-4c90-8861-71835a42ce77 None None] The sync data for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi is: [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 3, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:17.159589 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-137ea3b9-3165-428a-91ce-e00b3f1cd731 None None] Provisioning complete for port db28198f-4fab-485e-afd7-702616488a78 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:17.160568 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-137ea3b9-3165-428a-91ce-e00b3f1cd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (db28198f-4fab-485e-afd7-702616488a78), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.267329 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-137ea3b9-3165-428a-91ce-e00b3f1cd731 None None] Port db28198f-4fab-485e-afd7-702616488a78 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:17.278824 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47612) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:17.349580 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Deleting subnet 437a5342-2982-4400-a22e-9b24c0b05b59 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:18:17.354727 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Publish callbacks [] for subnet (437a5342-2982-4400-a22e-9b24c0b05b59), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.400672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (437a5342-2982-4400-a22e-9b24c0b05b59), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.433394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks [] for port (db28198f-4fab-485e-afd7-702616488a78), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.440492 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (db28198f-4fab-485e-afd7-702616488a78), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.449411 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port a458cf0e-ed66-467a-a165-3d75bb4e19cb is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:17.507144 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (437a5342-2982-4400-a22e-9b24c0b05b59), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.644865 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.647000 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Pushing event updated for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:17.795061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:17.796775 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:17.879767 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3ef2831c-bfab-4bd0-9115-a72fc961521b up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:17.993804 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 3ef2831c-bfab-4bd0-9115-a72fc961521b triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:17.994376 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.068294 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:18.078171 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (437a5342-2982-4400-a22e-9b24c0b05b59), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.137771 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437a5342-2982-4400-a22e-9b24c0b05b59,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:18.149294 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 3ef2831c-bfab-4bd0-9115-a72fc961521b is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:18.150848 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device a458cf0e-ed66-467a-a165-3d75bb4e19cb up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:18.156385 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.166177 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-24c11adb-a57e-4291-bff9-92b01eb6111a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/437a5342-2982-4400-a22e-9b24c0b05b59 HTTP/1.1" status: 204 len: 168 time: 0.8856435 Jan 27 11:18:18.172632 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47620) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:18.182203 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87574a30-eafa-4a03-b6ad-4966efa03ee4 req-680dd651-f8c4-432d-9475-1f3a57a0f16f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.184573 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-87574a30-eafa-4a03-b6ad-4966efa03ee4 req-680dd651-f8c4-432d-9475-1f3a57a0f16f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.5580525 Jan 27 11:18:18.197370 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-0b40333c-d43d-4d2d-965a-f9592234d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.198916 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-0b40333c-d43d-4d2d-965a-f9592234d9e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.5712483 Jan 27 11:18:18.224272 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-b15b4b8c-c47d-4042-bf65-9a5b3ff043e9 None None] Provisioning complete for port db28198f-4fab-485e-afd7-702616488a78 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:18.224646 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b15b4b8c-c47d-4042-bf65-9a5b3ff043e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (db28198f-4fab-485e-afd7-702616488a78), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.244587 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:18.257746 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-004ff08e-cc2b-476e-9783-691678ea7041 admin admin] 10.222.0.24 "PUT /v2.0/routers/526e1bd9-f573-4e4b-968e-f7954bdeeb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3125577 Jan 27 11:18:18.305991 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b15b4b8c-c47d-4042-bf65-9a5b3ff043e9 None None] Port db28198f-4fab-485e-afd7-702616488a78 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:18.316101 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port a458cf0e-ed66-467a-a165-3d75bb4e19cb triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:18.316482 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.365098 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (afbbe902-0723-453c-a4d8-f875aa1fbaa7), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.379720 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-87574a30-eafa-4a03-b6ad-4966efa03ee4 req-916c1713-833a-4ebe-926b-8fc5d0532742 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870131 Jan 27 11:18:18.396716 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-c1119585-fac2-4a86-bd71-dd939c531b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.398516 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-c1119585-fac2-4a86-bd71-dd939c531b2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.1832886 Jan 27 11:18:18.431182 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port a458cf0e-ed66-467a-a165-3d75bb4e19cb is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:18.477358 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-a72f7a24-661e-4d1a-b90f-d02d4146bfc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0517786 Jan 27 11:18:18.554636 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (afbbe902-0723-453c-a4d8-f875aa1fbaa7), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.585422 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbbe902-0723-453c-a4d8-f875aa1fbaa7']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.589194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-ce11e3b6-8868-4620-ae54-ac3afdff95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.590534 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-ce11e3b6-8868-4620-ae54-ac3afdff95fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.1060922 Jan 27 11:18:18.599110 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecae5fe-922e-4d4a-9930-c16b588cacb4') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.599409 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecae5fe-922e-4d4a-9930-c16b588cacb4') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.635040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (4ecae5fe-922e-4d4a-9930-c16b588cacb4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.641014 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-81f17cb8-16e3-4b59-8024-e9b04c19b9e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392029 Jan 27 11:18:18.670878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (4ecae5fe-922e-4d4a-9930-c16b588cacb4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.685792 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:18:18.686191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (4ecae5fe-922e-4d4a-9930-c16b588cacb4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:18:18.687878 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:18:18.783780 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (afbbe902-0723-453c-a4d8-f875aa1fbaa7), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.793240 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.796298 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] 10.222.0.24 "DELETE /v2.0/networks/afbbe902-0723-453c-a4d8-f875aa1fbaa7 HTTP/1.1" status: 204 len: 168 time: 0.6107798 Jan 27 11:18:18.799159 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47632) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:18.811201 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-258eeb7b-690f-48dd-9155-930d2447f303 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627347 Jan 27 11:18:18.812394 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c042f5a-29f1-4f80-bbbe-94e57acf575e admin admin] Pushing event deleted for resources: {'Network': ['ID=afbbe902-0723-453c-a4d8-f875aa1fbaa7,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:18.851921 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Deleting subnet 930437ce-37ce-4262-844a-f11be829da2a {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:18:18.856950 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Publish callbacks [] for subnet (930437ce-37ce-4262-844a-f11be829da2a), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.898604 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (930437ce-37ce-4262-844a-f11be829da2a), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.910398 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47634) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:18.917760 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461102481', 'description': 'tempest-secgroup-smoke-1461102481 description', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:18.953053 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (930437ce-37ce-4262-844a-f11be829da2a), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.955504 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.968586 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bdaf1c55-ef21-4e23-85cd-9a4cb01a7d82 req-11b0c67c-bfab-4e43-8a07-abcfff0632a0 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355209 Jan 27 11:18:19.036830 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (930437ce-37ce-4262-844a-f11be829da2a), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.038779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (ca65b794-3a8e-45fe-b2fc-6f4ba914ca51), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.043609 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ca65b794-3a8e-45fe-b2fc-6f4ba914ca51), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.069325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.075559 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.075733 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/930437ce-37ce-4262-844a-f11be829da2a HTTP/1.1" status: 204 len: 168 time: 0.2726929 Jan 27 11:18:19.075733 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692d9bf-02e1-4842-9b89-84ad38613b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=930437ce-37ce-4262-844a-f11be829da2a,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.077168 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1657679 Jan 27 11:18:19.077844 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47642) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.078493 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47644) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.081418 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6786223-8ed5-4e77-91d8-ee0f325e2006 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.091157 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:19.169893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (174ca21a-6893-4737-b182-9dd0872407b0), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.175723 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (2109b706-96ec-488d-abca-fe1081268feb), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.306220 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (174ca21a-6893-4737-b182-9dd0872407b0), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.308799 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (2109b706-96ec-488d-abca-fe1081268feb), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.316701 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (174ca21a-6893-4737-b182-9dd0872407b0), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.352857 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2109b706-96ec-488d-abca-fe1081268feb']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.355566 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174ca21a-6893-4737-b182-9dd0872407b0,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.366765 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.371246 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3b7acc9a-cf81-43c8-91cb-ba9010c1102e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804115 Jan 27 11:18:19.371539 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47648) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.374480 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50d074d-17bb-49d8-a75f-c7d276f5f0c2') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.374778 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50d074d-17bb-49d8-a75f-c7d276f5f0c2') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.378866 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:19.395172 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (b50d074d-17bb-49d8-a75f-c7d276f5f0c2), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.415490 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (b50d074d-17bb-49d8-a75f-c7d276f5f0c2), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.426199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:18:19.426582 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (b50d074d-17bb-49d8-a75f-c7d276f5f0c2), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:18:19.428321 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:18:19.439199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (9f7dabbc-9eed-49c6-851d-829893dae9bb), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.514342 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (2109b706-96ec-488d-abca-fe1081268feb), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.524207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.527815 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2109b706-96ec-488d-abca-fe1081268feb HTTP/1.1" status: 204 len: 168 time: 0.4483619 Jan 27 11:18:19.544496 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Sync routers for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:19.551265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b92ccf-94a8-43fb-a7ba-c97731bf886b req-da9cefe4-ab24-4ef4-9cea-448d0308a4a8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:19.552962 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a3b92ccf-94a8-43fb-a7ba-c97731bf886b req-da9cefe4-ab24-4ef4-9cea-448d0308a4a8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0826221 Jan 27 11:18:19.563303 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec935a-0e55-4077-ad1b-d836cb87bc65 admin admin] Pushing event deleted for resources: {'Network': ['ID=2109b706-96ec-488d-abca-fe1081268feb,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.574686 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:19.575321 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.604303 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (9f7dabbc-9eed-49c6-851d-829893dae9bb), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.610314 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (9f7dabbc-9eed-49c6-851d-829893dae9bb), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.632728 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a3b92ccf-94a8-43fb-a7ba-c97731bf886b req-901fee78-84a5-4845-9b0a-d4e9406bf3a5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684757 Jan 27 11:18:19.645017 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7dabbc-9eed-49c6-851d-829893dae9bb,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.660619 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.661970 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-becd736e-df8c-4612-8542-c17116c62e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2896764 Jan 27 11:18:19.665779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47654) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.670629 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:19.700152 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (b90c60b1-a929-4919-840c-63d691388f45), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.700369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8254f7a0-b934-443f-afe9-0227752c42f1 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:19.757932 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:19.780674 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47656) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.784840 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (b90c60b1-a929-4919-840c-63d691388f45), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.790135 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (b90c60b1-a929-4919-840c-63d691388f45), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.811072 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90c60b1-a929-4919-840c-63d691388f45,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.813530 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8254f7a0-b934-443f-afe9-0227752c42f1 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:19.814071 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.816264 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.817487 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e73cd839-ad90-4224-81fe-d322b46461ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506014 Jan 27 11:18:19.820310 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47658) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.826347 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:19.843307 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-bef83a84-6bd1-49be-91b0-4327eeae70ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1713c951a084ac6bf2d4b8b89a9a68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608068 Jan 27 11:18:19.845351 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47662) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.857498 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (3416ecb3-6bf7-482b-bcd1-654149348593), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.898774 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] Publish callbacks [] for security_group (8363d5f4-286e-42b9-99c5-aa52adb02427), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.921850 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] Publish callbacks [] for security_group (8363d5f4-286e-42b9-99c5-aa52adb02427), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.925762 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (3416ecb3-6bf7-482b-bcd1-654149348593), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.931475 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (3416ecb3-6bf7-482b-bcd1-654149348593), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.952371 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3416ecb3-6bf7-482b-bcd1-654149348593,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.967964 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.969743 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c5f8c264-4ac0-4a44-ab66-d18d8a3145e4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483779 Jan 27 11:18:19.972457 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47664) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.978707 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:20.001579 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (8363d5f4-286e-42b9-99c5-aa52adb02427), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.004967 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.006286 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8363d5f4-286e-42b9-99c5-aa52adb02427 HTTP/1.1" status: 204 len: 168 time: 0.1595461 Jan 27 11:18:20.010192 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.securitygroups_db [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Project 667fd5a7bd464ef9b3e69096d409f80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:18:20.020649 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead3d7d-967e-4e3d-9c9f-148639100945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363d5f4-286e-42b9-99c5-aa52adb02427,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.024427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (a719da15-255c-41cb-b180-f68453ec8ae4), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.090016 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (a719da15-255c-41cb-b180-f68453ec8ae4), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.103045 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (a719da15-255c-41cb-b180-f68453ec8ae4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.116014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a719da15-255c-41cb-b180-f68453ec8ae4,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.128907 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.135492 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47670) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:20.136413 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4ceab2d4-ff14-4542-afd5-c984cadfe647 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621997 Jan 27 11:18:20.142052 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'security_group_rule': {'security_group_id': 'ca65b794-3a8e-45fe-b2fc-6f4ba914ca51', 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:20.175875 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.securitygroups_db [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Project 667fd5a7bd464ef9b3e69096d409f80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:18:20.181602 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (b368d5ec-8f4f-49f7-b540-bdecc51acfc1), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.198335 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8254f7a0-b934-443f-afe9-0227752c42f1 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:20.198816 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.228404 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 8254f7a0-b934-443f-afe9-0227752c42f1, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8254f7a0-b934-443f-afe9-0227752c42f1,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:20.237485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.245088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 4, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'db28198f-4fab-485e-afd7-702616488a78', 'name': '', 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'mac_address': 'fa:16:3e:44:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:15Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 2, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'subnets': [{'id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:20.257705 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (b368d5ec-8f4f-49f7-b540-bdecc51acfc1), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.266324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (b368d5ec-8f4f-49f7-b540-bdecc51acfc1), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.287000 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b368d5ec-8f4f-49f7-b540-bdecc51acfc1,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.294061 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.295315 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fef0cb73-f460-4c21-96e8-dd1948de4f54 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588156 Jan 27 11:18:20.295896 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Checking router: 526e1bd9-f573-4e4b-968e-f7954bdeeb13 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:20.296175 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Updating router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 port db28198f-4fab-485e-afd7-702616488a78 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:20.338961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (db28198f-4fab-485e-afd7-702616488a78), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.353454 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=8254f7a0-b934-443f-afe9-0227752c42f1,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.458056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47706) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:20.512396 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-95cf7b18-a8d6-45dd-b5d3-576c2b778bcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22571574e4784ce1bffd768376e4aafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530744 Jan 27 11:18:20.515120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47716) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:20.574549 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] Publish callbacks [] for security_group (c4caeed8-0bfa-4f05-b954-1b7b94e63238), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.597067 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] Publish callbacks [] for security_group (c4caeed8-0bfa-4f05-b954-1b7b94e63238), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.659868 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4caeed8-0bfa-4f05-b954-1b7b94e63238), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.660211 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks [] for port (db28198f-4fab-485e-afd7-702616488a78), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.663363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.667834 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4caeed8-0bfa-4f05-b954-1b7b94e63238 HTTP/1.1" status: 204 len: 168 time: 0.1511922 Jan 27 11:18:20.676196 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09595da6-809f-4513-aa87-99b51f7c1810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4caeed8-0bfa-4f05-b954-1b7b94e63238,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.677011 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (db28198f-4fab-485e-afd7-702616488a78), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.774034 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d91c1-f4c1-4d4e-9332-fa2a100e9915 req-8f204367-fc5b-41ad-a8cf-7add5622fa31 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:20.776667 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-734d91c1-f4c1-4d4e-9332-fa2a100e9915 req-8f204367-fc5b-41ad-a8cf-7add5622fa31 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0649648 Jan 27 11:18:20.798704 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe447-fd93-4a3c-80dc-7c72a60c218d None None] Pushing event updated for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.897003 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-734d91c1-f4c1-4d4e-9332-fa2a100e9915 req-54944879-583c-42be-93fe-f2b9ade320d8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942445 Jan 27 11:18:20.926320 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Attempting to bind port db28198f-4fab-485e-afd7-702616488a78 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:20.927631 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Attempting to bind port db28198f-4fab-485e-afd7-702616488a78 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:20.928613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Attempting to bind port db28198f-4fab-485e-afd7-702616488a78 on network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:20.939033 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:20.939776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Checking segment: {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:20.940416 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.941222 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Bound using segment: {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:20.941939 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Bound port: db28198f-4fab-485e-afd7-702616488a78, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41c9b49-34cf-4d16-b008-fc938a8197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:20.942552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (db28198f-4fab-485e-afd7-702616488a78), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.043163 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] For port db28198f-4fab-485e-afd7-702616488a78, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:21.059565 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] For port db28198f-4fab-485e-afd7-702616488a78, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=db28198f-4fab-485e-afd7-702616488a78,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:21.065870 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (db28198f-4fab-485e-afd7-702616488a78), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.075248 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Provisioning complete for port db28198f-4fab-485e-afd7-702616488a78 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:21.075633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (db28198f-4fab-485e-afd7-702616488a78), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.198545 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe447-fd93-4a3c-80dc-7c72a60c218d None None] Pushing event updated for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:21.223757 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:21.224431 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:21.362858 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Current status of the port db28198f-4fab-485e-afd7-702616488a78 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:21.363244 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (db28198f-4fab-485e-afd7-702616488a78), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.383061 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:21.438914 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] For port db28198f-4fab-485e-afd7-702616488a78, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=db28198f-4fab-485e-afd7-702616488a78,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:21.484697 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (db28198f-4fab-485e-afd7-702616488a78), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.566069 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8254f7a0-b934-443f-afe9-0227752c42f1 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:21.637517 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6db239-edec-44b0-b586-a871db4c45b6 None None] Pushing event updated for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:21.664522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-9c7dd5dc-4e52-42eb-a88a-2a57dd60740c None None] Provisioning complete for port db28198f-4fab-485e-afd7-702616488a78 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:21.665751 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd5dc-4e52-42eb-a88a-2a57dd60740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (db28198f-4fab-485e-afd7-702616488a78), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.742309 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8254f7a0-b934-443f-afe9-0227752c42f1 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:21.742992 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.826539 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 4, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'db28198f-4fab-485e-afd7-702616488a78', 'name': '', 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'mac_address': 'fa:16:3e:44:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:15Z', 'updated_at': '2022-01-27T11:18:21Z', 'revision_number': 4, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'subnets': [{'id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:21.862256 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dd5dc-4e52-42eb-a88a-2a57dd60740c None None] Current status of the port db28198f-4fab-485e-afd7-702616488a78 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:21.866129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f5710-7ce2-4436-9d83-6e8b6d8c8775 None None] The sync data for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi is: [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:18:16Z', 'revision_number': 4, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'db28198f-4fab-485e-afd7-702616488a78', 'name': '', 'network_id': 'f2f93ca4-9ce9-4284-b577-dc0f472f14c6', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'mac_address': 'fa:16:3e:44:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:15Z', 'updated_at': '2022-01-27T11:18:21Z', 'revision_number': 4, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'subnets': [{'id': 'cb0a0884-4bc4-42d8-a1b5-cca0d8385429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:21.945434 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8254f7a0-b934-443f-afe9-0227752c42f1 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:22.082853 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4be2a-9029-46a2-9513-eb9fced757c9 req-7e0ba015-9177-468c-8c5d-e066a2ae7006 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.085585 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-29f4be2a-9029-46a2-9513-eb9fced757c9 req-7e0ba015-9177-468c-8c5d-e066a2ae7006 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0943496 Jan 27 11:18:22.141845 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-29f4be2a-9029-46a2-9513-eb9fced757c9 req-28a1297e-20f9-4a09-a769-249c8d3be13f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496850 Jan 27 11:18:23.287786 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28c171-a02b-4174-87de-a06eab45db87 req-7aa8add9-749e-4895-9b3a-35473f27ce8a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.291667 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ef28c171-a02b-4174-87de-a06eab45db87 req-7aa8add9-749e-4895-9b3a-35473f27ce8a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0725126 Jan 27 11:18:23.356822 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ef28c171-a02b-4174-87de-a06eab45db87 req-6258421c-2d27-4337-bef2-9f8f48132536 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 Jan 27 11:18:23.616359 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device db28198f-4fab-485e-afd7-702616488a78 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:23.672578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port db28198f-4fab-485e-afd7-702616488a78 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:23.673251 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (db28198f-4fab-485e-afd7-702616488a78), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.754032 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port db28198f-4fab-485e-afd7-702616488a78 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:24.501597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7e00-d9c0-4fdb-8ecc-db1c06164145 req-f862a8a9-ecdd-4b43-b62e-3e90dfec56d7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:24.503672 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-62bd7e00-d9c0-4fdb-8ecc-db1c06164145 req-f862a8a9-ecdd-4b43-b62e-3e90dfec56d7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0694981 Jan 27 11:18:24.563779 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-62bd7e00-d9c0-4fdb-8ecc-db1c06164145 req-c0945531-d255-49a1-be66-0ca540687707 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Jan 27 11:18:25.220820 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 47886) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:25.325180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fac48b4c-c9ff-453e-8450-c7d8f00d4fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.401353 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fac48b4c-c9ff-453e-8450-c7d8f00d4fc4 admin admin] Publish callbacks [] for security_group (d377f410-f4ba-4139-a49b-a37b137e5e14), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.407439 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fac48b4c-c9ff-453e-8450-c7d8f00d4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d377f410-f4ba-4139-a49b-a37b137e5e14), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.446536 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fac48b4c-c9ff-453e-8450-c7d8f00d4fc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3af5520694c14e98b65173c1c4dde5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245986 Jan 27 11:18:25.447392 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48b4c-c9ff-453e-8450-c7d8f00d4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d377f410-f4ba-4139-a49b-a37b137e5e14,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:25.449596 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 47892) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:25.499718 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] Publish callbacks [] for security_group (d377f410-f4ba-4139-a49b-a37b137e5e14), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.525452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] Publish callbacks [] for security_group (d377f410-f4ba-4139-a49b-a37b137e5e14), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.570550 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d377f410-f4ba-4139-a49b-a37b137e5e14), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.573863 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.575007 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d377f410-f4ba-4139-a49b-a37b137e5e14 HTTP/1.1" status: 204 len: 168 time: 0.1240549 Jan 27 11:18:25.582978 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b775ba-49c3-447c-b6f1-d4358e95c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377f410-f4ba-4139-a49b-a37b137e5e14,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:25.690719 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d007-5f52-457c-a6b6-c7a61e265324 req-df58ac72-4f0a-482d-808f-f2521a485bae tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:25.698207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-87c7d007-5f52-457c-a6b6-c7a61e265324 req-df58ac72-4f0a-482d-808f-f2521a485bae tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0558386 Jan 27 11:18:25.744591 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-87c7d007-5f52-457c-a6b6-c7a61e265324 req-70c79a91-e12b-4bb2-be6a-b8c7b1bb53a3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Jan 27 11:18:26.875855 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d4384-c29a-4b89-b2c9-1f37febf008d req-31ab0cb0-403a-405f-8e12-b2159c6de170 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.875855 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-064d4384-c29a-4b89-b2c9-1f37febf008d req-31ab0cb0-403a-405f-8e12-b2159c6de170 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Jan 27 11:18:26.925238 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-064d4384-c29a-4b89-b2c9-1f37febf008d req-e05ff9b3-f483-4441-81d8-59a1e265b0cf tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Jan 27 11:18:28.040165 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7919-3f83-4cd9-9fa2-249b3c36130f req-c0b166c7-838d-4f0b-a48c-0c952c9167fc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.041557 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b00c7919-3f83-4cd9-9fa2-249b3c36130f req-c0b166c7-838d-4f0b-a48c-0c952c9167fc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Jan 27 11:18:28.088098 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b00c7919-3f83-4cd9-9fa2-249b3c36130f req-828758f5-6f23-4524-98ae-6d8ba383e5df tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Jan 27 11:18:29.199969 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c626-b563-44fe-8286-1a2d7293fabc req-9f5dda58-89ad-41d2-8b36-f9d7b6a525f5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:29.201454 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a527c626-b563-44fe-8286-1a2d7293fabc req-9f5dda58-89ad-41d2-8b36-f9d7b6a525f5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0470462 Jan 27 11:18:29.245887 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a527c626-b563-44fe-8286-1a2d7293fabc req-7d111266-104f-4fa1-9250-b62425c1e5de tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Jan 27 11:18:30.365155 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0fc8-e365-4d9e-ad15-761a53d1e33c req-b3f3c98c-1b18-433f-9ca0-aef694bb4010 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:30.366640 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-14dd0fc8-e365-4d9e-ad15-761a53d1e33c req-b3f3c98c-1b18-433f-9ca0-aef694bb4010 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Jan 27 11:18:30.413273 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-14dd0fc8-e365-4d9e-ad15-761a53d1e33c req-7cbc3548-33c7-4018-a205-d788c010bd28 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jan 27 11:18:31.528774 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b46513-351c-47bb-91fe-afbdb47f7646 req-a00f64cc-10ea-4684-a0e7-d720a306ac1b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.530273 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-59b46513-351c-47bb-91fe-afbdb47f7646 req-a00f64cc-10ea-4684-a0e7-d720a306ac1b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0486515 Jan 27 11:18:31.577373 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-59b46513-351c-47bb-91fe-afbdb47f7646 req-7d553d31-f4c6-4460-b282-a382054b722e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Jan 27 11:18:32.698464 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce827d-79b7-4f27-9c7c-c2d1c6ca3574 req-b3a3d5fa-6f76-4401-921f-44d3188e8de0 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:32.699913 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0ce827d-79b7-4f27-9c7c-c2d1c6ca3574 req-b3a3d5fa-6f76-4401-921f-44d3188e8de0 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Jan 27 11:18:32.750485 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e0ce827d-79b7-4f27-9c7c-c2d1c6ca3574 req-bf305cd5-7d8b-492a-8285-6e710ca3b373 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449953 Jan 27 11:18:33.053572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46edb7-7ccf-4a88-bc49-72176f2185d7 req-e72050bf-fe55-4cee-be86-d6967e771280 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.055074 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fe46edb7-7ccf-4a88-bc49-72176f2185d7 req-e72050bf-fe55-4cee-be86-d6967e771280 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0483673 Jan 27 11:18:33.104919 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fe46edb7-7ccf-4a88-bc49-72176f2185d7 req-6aacd586-d08b-4469-b571-bd3448bff5d9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Jan 27 11:18:33.865116 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef08c52-ee3a-45d3-bfb8-497256382a25 req-bf841dde-63a3-4f85-8d10-5ab0f766b57d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.866570 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8ef08c52-ee3a-45d3-bfb8-497256382a25 req-bf841dde-63a3-4f85-8d10-5ab0f766b57d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Jan 27 11:18:33.915728 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8ef08c52-ee3a-45d3-bfb8-497256382a25 req-910f6de4-1225-41fc-95b3-1572a5a22cc2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Jan 27 11:18:34.226780 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920b03-092c-409e-b291-3f7191388a5c req-0be20fbc-cdc1-423e-bc48-28e01a89db3d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:34.228383 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-31920b03-092c-409e-b291-3f7191388a5c req-0be20fbc-cdc1-423e-bc48-28e01a89db3d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0538492 Jan 27 11:18:34.278371 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-31920b03-092c-409e-b291-3f7191388a5c req-19c3152c-e7d2-4f9f-bfc4-d76de276a210 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439119 Jan 27 11:18:34.418331 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:18:34.577821 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48088) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:34.686924 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-72abae63-611f-4fdd-ac02-d020b9584255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.761943 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-72abae63-611f-4fdd-ac02-d020b9584255 admin admin] Publish callbacks [] for security_group (109cd484-6da1-4a92-bca9-dc5705833fe5), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.765985 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-72abae63-611f-4fdd-ac02-d020b9584255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (109cd484-6da1-4a92-bca9-dc5705833fe5), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.804184 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-72abae63-611f-4fdd-ac02-d020b9584255 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cf237729db3492694a0d23466f4549f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252879 Jan 27 11:18:34.805071 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abae63-611f-4fdd-ac02-d020b9584255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109cd484-6da1-4a92-bca9-dc5705833fe5,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:34.806927 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48092) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:34.860854 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] Publish callbacks [] for security_group (109cd484-6da1-4a92-bca9-dc5705833fe5), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.881926 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] Publish callbacks [] for security_group (109cd484-6da1-4a92-bca9-dc5705833fe5), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.935209 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (109cd484-6da1-4a92-bca9-dc5705833fe5), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.937799 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.938932 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/109cd484-6da1-4a92-bca9-dc5705833fe5 HTTP/1.1" status: 204 len: 168 time: 0.1301162 Jan 27 11:18:34.948085 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4acbd-09f8-47d0-b01a-473e44a6eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109cd484-6da1-4a92-bca9-dc5705833fe5,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:35.049347 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48104) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:35.059215 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9f91-d77c-4dd3-b8d1-a269492e8f81 req-75266261-1399-45d7-a0dc-5a7bd6ccd490 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.061459 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1efc9f91-d77c-4dd3-b8d1-a269492e8f81 req-75266261-1399-45d7-a0dc-5a7bd6ccd490 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0556924 Jan 27 11:18:35.121116 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1efc9f91-d77c-4dd3-b8d1-a269492e8f81 req-81ba72af-518b-4504-9877-7628b11c87b8 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Jan 27 11:18:35.285829 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1f122de6-c547-4d16-9fc4-4ca892e123ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.411565 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1f122de6-c547-4d16-9fc4-4ca892e123ec admin admin] Publish callbacks [] for security_group (f6c49c7b-ceb1-4a28-bb56-66227a82422e), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.423771 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1f122de6-c547-4d16-9fc4-4ca892e123ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f6c49c7b-ceb1-4a28-bb56-66227a82422e), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.458691 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c80e-3d2a-45d4-8e75-aa8b054e556a req-2fb069fb-e2b4-42a5-a5c0-604a2c659d4c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.460193 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ff81c80e-3d2a-45d4-8e75-aa8b054e556a req-2fb069fb-e2b4-42a5-a5c0-604a2c659d4c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0920255 Jan 27 11:18:35.488192 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1f122de6-c547-4d16-9fc4-4ca892e123ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8361012f82747e9b778da82ca8967f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365280 Jan 27 11:18:35.491138 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48124) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:35.505891 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122de6-c547-4d16-9fc4-4ca892e123ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c49c7b-ceb1-4a28-bb56-66227a82422e,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:35.547840 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ff81c80e-3d2a-45d4-8e75-aa8b054e556a req-e2e897fd-0a69-42ee-8b5e-d0e546b25f6f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736160 Jan 27 11:18:35.582653 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] Publish callbacks [] for security_group (f6c49c7b-ceb1-4a28-bb56-66227a82422e), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.630884 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] Publish callbacks [] for security_group (f6c49c7b-ceb1-4a28-bb56-66227a82422e), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.640049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.695120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f6c49c7b-ceb1-4a28-bb56-66227a82422e), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.698160 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.699415 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6c49c7b-ceb1-4a28-bb56-66227a82422e HTTP/1.1" status: 204 len: 168 time: 0.2070975 Jan 27 11:18:35.710954 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7becf-5a7e-49af-808e-ae6bdfc96b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c49c7b-ceb1-4a28-bb56-66227a82422e,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:35.732919 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ad12c-8843-4ed5-b0f6-0fa829a643df req-8d303b41-ddea-4ebd-8b05-4f20a7132576 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.734751 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-894ad12c-8843-4ed5-b0f6-0fa829a643df req-8d303b41-ddea-4ebd-8b05-4f20a7132576 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.0566406 Jan 27 11:18:35.784903 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-894ad12c-8843-4ed5-b0f6-0fa829a643df req-1d784052-c968-46a9-baba-4d2e3c8da5b2 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Jan 27 11:18:35.803490 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48140) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:36.013303 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2124940101-network', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:36.036357 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Made reservation on behalf of 6b0bbcc4ccf248898b49c39d01b6f80e for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:36.038806 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.048255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.110075 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd716-fe27-42fc-b218-73cafb3e66e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.130943 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks [] for security_group (728766c5-d1e7-4c44-ba00-8e49a7c1daee), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.135911 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (728766c5-d1e7-4c44-ba00-8e49a7c1daee), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.158893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:36.176194 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728766c5-d1e7-4c44-ba00-8e49a7c1daee,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:36.183222 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (9aaaf314-884a-449e-8455-900f002f097b), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.184157 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Added segment 9aaaf314-884a-449e-8455-900f002f097b of type vlan for network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae Jan 27 11:18:36.259762 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (92e46383-64f2-4d5c-9d4b-2ee7b24827ae), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.297211 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22303e-95a4-47a2-b406-94ad7d5dd3cb req-4233f3eb-7929-48dd-be22-fad5deb96637 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.298711 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22303e-95a4-47a2-b406-94ad7d5dd3cb req-4233f3eb-7929-48dd-be22-fad5deb96637 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0792334 Jan 27 11:18:36.299904 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (92e46383-64f2-4d5c-9d4b-2ee7b24827ae), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.300781 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.301388 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.375091 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5704975 Jan 27 11:18:36.378179 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48164) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:36.387478 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Request body: {'subnet': {'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2124940101-subnet', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:36.391836 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd81f8-cd5d-4081-aa39-dd11167a5fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=92e46383-64f2-4d5c-9d4b-2ee7b24827ae,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:36.405508 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:36.408910 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22303e-95a4-47a2-b406-94ad7d5dd3cb req-30caf53d-2f1d-4b02-8640-84a73d6520e7 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013956 Jan 27 11:18:36.411952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Made reservation on behalf of 6b0bbcc4ccf248898b49c39d01b6f80e for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:36.414981 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.482831 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48166) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:36.612858 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-735910436-network', 'tenant_id': '02c9bc95673742a4a0d7d66efd0feb61'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:36.624643 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (824ae642-4ad6-49ec-937e-8937968628b0), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.643710 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Made reservation on behalf of 02c9bc95673742a4a0d7d66efd0feb61 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:36.646205 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.659815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.715743 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Pushing event updated for resources: {'Subnet': ['ID=824ae642-4ad6-49ec-937e-8937968628b0,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:36.736786 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5792-3ddd-447a-aeee-db3e861bacd5 req-8368e6ce-9319-42d3-9fc7-4d647e7b080b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.738276 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-770a5792-3ddd-447a-aeee-db3e861bacd5 req-8368e6ce-9319-42d3-9fc7-4d647e7b080b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.1102018 Jan 27 11:18:36.751451 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks [] for security_group (872e33d5-da74-480d-bb8d-ac7df80bb9ad), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.755183 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (872e33d5-da74-480d-bb8d-ac7df80bb9ad), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.756241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Checking segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:36.756628 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Network hostable DHCP agents. Network: 92e46383-64f2-4d5c-9d4b-2ee7b24827ae, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:36.775544 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:36.789112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872e33d5-da74-480d-bb8d-ac7df80bb9ad,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:36.794563 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (efe145bf-f12b-45d1-b460-d67357208429), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.795291 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Added segment efe145bf-f12b-45d1-b460-d67357208429 of type vlan for network ee9cc853-0849-480d-badd-d33137f93512 Jan 27 11:18:36.803614 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-770a5792-3ddd-447a-aeee-db3e861bacd5 req-9d1a544f-3f0d-432c-a68d-7c492031d170 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565727 Jan 27 11:18:36.804386 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:36.817769 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 92e46383-64f2-4d5c-9d4b-2ee7b24827ae) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:36.822700 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.824811 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.829457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a81b35-ef8a-4c1f-ad7c-e33011b295ed None None] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:36.842486 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (ee9cc853-0849-480d-badd-d33137f93512), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.847206 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e8f09623-8f8d-4fd8-b275-6b3c8b8e000d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4676948 Jan 27 11:18:36.849774 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48176) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:36.855159 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:36.874657 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (ee9cc853-0849-480d-badd-d33137f93512), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.876379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.877332 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.882698 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.884721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.914407 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4303918 Jan 27 11:18:36.918652 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48178) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:36.925266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Request body: {'subnet': {'network_id': 'ee9cc853-0849-480d-badd-d33137f93512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-735910436-subnet', 'tenant_id': '02c9bc95673742a4a0d7d66efd0feb61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:36.965065 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for router_controller (99da9604-dc45-49d2-a171-1ab847e5b44b), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.975508 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a8f1e-1329-46c2-83a2-be566f0e193b admin admin] Pushing event updated for resources: {'Network': ['ID=ee9cc853-0849-480d-badd-d33137f93512,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:36.981539 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:18:36.982984 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.988236 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network ee9cc853-0849-480d-badd-d33137f93512 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:36.999957 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152439fc-c247-40ca-9c9c-31780a46e629 req-7f6c4b2d-93d8-4711-82b5-f397b45036fb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.003543 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-152439fc-c247-40ca-9c9c-31780a46e629 req-7f6c4b2d-93d8-4711-82b5-f397b45036fb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.0930443 Jan 27 11:18:37.014670 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Made reservation on behalf of 02c9bc95673742a4a0d7d66efd0feb61 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:37.017278 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.066099 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-152439fc-c247-40ca-9c9c-31780a46e629 req-5f4291e5-56b5-4a04-b734-57cfe0d661e8 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Jan 27 11:18:37.176857 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for router_gateway (99da9604-dc45-49d2-a171-1ab847e5b44b), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.201018 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Allocated IP 172.20.0.2 (92e46383-64f2-4d5c-9d4b-2ee7b24827ae/824ae642-4ad6-49ec-937e-8937968628b0/ec875354-fc87-4600-ac11-d0177a9f1fcd) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:37.352916 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (f58e86c7-1b03-4046-be81-cc3dd31b45eb), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.355512 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks [] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.361636 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.398124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:37.404138 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:37.406810 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:37.421111 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Pushing event updated for resources: {'Port': ['ID=ec875354-fc87-4600-ac11-d0177a9f1fcd,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:37.476578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Attempting to bind port ec875354-fc87-4600-ac11-d0177a9f1fcd on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:37.476968 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Attempting to bind port ec875354-fc87-4600-ac11-d0177a9f1fcd by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:37.477336 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Attempting to bind port ec875354-fc87-4600-ac11-d0177a9f1fcd on network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:37.483999 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:37.484376 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Checking segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:37.484773 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.485197 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Bound using segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:37.485731 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Bound port: ec875354-fc87-4600-ac11-d0177a9f1fcd, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:37.486028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.487036 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58e86c7-1b03-4046-be81-cc3dd31b45eb,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:37.556776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] For port ec875354-fc87-4600-ac11-d0177a9f1fcd, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:37.560109 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] For port ec875354-fc87-4600-ac11-d0177a9f1fcd, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=ec875354-fc87-4600-ac11-d0177a9f1fcd,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:37.565421 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.565721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Checking segment: {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:37.566078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Network hostable DHCP agents. Network: ee9cc853-0849-480d-badd-d33137f93512, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:37.570170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for router_gateway (99da9604-dc45-49d2-a171-1ab847e5b44b), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.598901 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.622433 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2796872-2aae-4b00-b17e-1f3187f96721 req-bf2b537d-1392-4273-ad08-2952fc7fdc81 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.623917 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f2796872-2aae-4b00-b17e-1f3187f96721 req-bf2b537d-1392-4273-ad08-2952fc7fdc81 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1244955 Jan 27 11:18:37.626943 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064ecb-21c2-4d97-afeb-9c4e05d97032 None None] Pushing event updated for resources: {'Port': ['ID=ec875354-fc87-4600-ac11-d0177a9f1fcd,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:37.661109 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Network ee9cc853-0849-480d-badd-d33137f93512 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:37.688196 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, ee9cc853-0849-480d-badd-d33137f93512) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:37.696311 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a35cf-1a91-4dcb-87ce-ab14212dbe0d None None] Network ee9cc853-0849-480d-badd-d33137f93512 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:37.697990 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.698558 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.781188 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ba582552-bae5-4173-b666-8f033ee65c08 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8608534 Jan 27 11:18:37.829182 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f2796872-2aae-4b00-b17e-1f3187f96721 req-63368f9a-0e17-4ab3-94a4-6aa118a18bb5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740038 Jan 27 11:18:37.876048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Allocated IP 172.27.2.69 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/49545f94-8212-4808-bac6-774c0fd04717) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:37.878329 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8fc32-3a51-4e57-b601-3605573c83d6 None None] Network ee9cc853-0849-480d-badd-d33137f93512 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:37.899320 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-1f25183a-e207-451e-8e15-25cc38e20e63 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.901384 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-1f25183a-e207-451e-8e15-25cc38e20e63 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.1911695 Jan 27 11:18:37.992678 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78edc9-b5ac-4317-bed1-22516ad409b5 req-56a1739a-6b8e-4672-a917-8b507938c6e0 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.996889 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d78edc9-b5ac-4317-bed1-22516ad409b5 req-56a1739a-6b8e-4672-a917-8b507938c6e0 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0716453 Jan 27 11:18:38.111846 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d78edc9-b5ac-4317-bed1-22516ad409b5 req-d04efb19-bc7d-4b75-8eb9-65c3ddf31c3e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078370 Jan 27 11:18:38.354851 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256adb4-773a-4099-9559-39bd84f90136 req-6778990d-87fc-46e0-bb64-2b7b5781cc66 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:38.356317 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7256adb4-773a-4099-9559-39bd84f90136 req-6778990d-87fc-46e0-bb64-2b7b5781cc66 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 945 time: 0.1602328 Jan 27 11:18:38.382844 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for port (49545f94-8212-4808-bac6-774c0fd04717), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.443874 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Deleting port b89252b9-3c79-4c66-a102-84eb909b11db {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:18:38.444221 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.481692 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7256adb4-773a-4099-9559-39bd84f90136 req-eba410ca-26d8-43e6-8bfc-2b183d80872b tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175821 Jan 27 11:18:38.531639 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5cb924a7-b0a0-49fe-8187-ab8cce12843b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.534291 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (49545f94-8212-4808-bac6-774c0fd04717), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.591996 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:38.603672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:38.606411 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:38.617111 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] For port b89252b9-3c79-4c66-a102-84eb909b11db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b89252b9-3c79-4c66-a102-84eb909b11db,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:38.617478 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.637202 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Pushing event updated for resources: {'Port': ['ID=49545f94-8212-4808-bac6-774c0fd04717,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:38.656740 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Calling delete_port for b89252b9-3c79-4c66-a102-84eb909b11db owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:18:38.785284 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4416b-f27c-473c-a7cf-07590a6acb6e None None] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:38.860815 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Provisioning complete for port ec875354-fc87-4600-ac11-d0177a9f1fcd triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:38.861217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.981979 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8efe7-59b5-40c1-9dfa-ae20995e6e06 req-c32de3b8-d558-4db8-9a49-93f4863df7dc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:38.984024 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Current status of the port ec875354-fc87-4600-ac11-d0177a9f1fcd is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:38.984024 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.984664 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (b89252b9-3c79-4c66-a102-84eb909b11db), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.990272 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e2b8efe7-59b5-40c1-9dfa-ae20995e6e06 req-c32de3b8-d558-4db8-9a49-93f4863df7dc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0690053 Jan 27 11:18:38.999897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec', 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'b89252b9-3c79-4c66-a102-84eb909b11db'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:39.020034 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event deleted for resources: {'Port': ['ID=b89252b9-3c79-4c66-a102-84eb909b11db,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:39.022925 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for router_gateway (99da9604-dc45-49d2-a171-1ab847e5b44b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.064129 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e2b8efe7-59b5-40c1-9dfa-ae20995e6e06 req-73214924-4ed9-460b-94f2-6a6ea1e0ffd3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727448 Jan 27 11:18:39.068049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] For port ec875354-fc87-4600-ac11-d0177a9f1fcd, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=ec875354-fc87-4600-ac11-d0177a9f1fcd,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:39.079675 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.115819 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] No DVR routers for this DVR port b89252b9-3c79-4c66-a102-84eb909b11db on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:18:39.118554 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.122252 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-03e3fc1e-6061-4a7f-9c7f-fd48358413c1 req-70ec7c01-ea30-47ac-b143-ad8d7402d6a9 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "DELETE /v2.0/ports/b89252b9-3c79-4c66-a102-84eb909b11db HTTP/1.1" status: 204 len: 173 time: 1.2135532 Jan 27 11:18:39.124575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'name': 'network-vif-deleted', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:39.127946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748ca548-4763-4044-9c8b-8648ee32ddd2" -d '{"events": [{"server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "name": "network-vif-deleted", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:39.175150 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbe8ec-7bb5-4d45-8084-f73dc593fe02 None None] Pushing event updated for resources: {'Port': ['ID=ec875354-fc87-4600-ac11-d0177a9f1fcd,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:39.198800 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220ca34-bcee-4d6e-bfd9-e690944249ef x-openstack-request-id: req-1220ca34-bcee-4d6e-bfd9-e690944249ef {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:39.199004 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b22db8-b6a1-4923-8541-011b8e518145", "name": "network-vif-deleted", "tag": "b89252b9-3c79-4c66-a102-84eb909b11db", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:39.199247 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1220ca34-bcee-4d6e-bfd9-e690944249ef {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:39.199644 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b22db8-b6a1-4923-8541-011b8e518145', 'name': 'network-vif-deleted', 'tag': 'b89252b9-3c79-4c66-a102-84eb909b11db', 'status': 'completed', 'code': 200} Jan 27 11:18:39.324439 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec7e43-9550-4716-a0f6-a066dc803140 req-0fb88b1b-99a9-460e-9cc2-63acd755a613 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.326261 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5bec7e43-9550-4716-a0f6-a066dc803140 req-0fb88b1b-99a9-460e-9cc2-63acd755a613 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0652142 Jan 27 11:18:39.340090 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-91bb246c-481f-4589-9b9b-28d03cd99bbb None None] Provisioning complete for port ec875354-fc87-4600-ac11-d0177a9f1fcd triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:39.340463 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-91bb246c-481f-4589-9b9b-28d03cd99bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.355241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.385435 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5bec7e43-9550-4716-a0f6-a066dc803140 req-b00ae43a-5ca9-4700-917b-508c3c5a4a89 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523300 Jan 27 11:18:39.492222 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-91bb246c-481f-4589-9b9b-28d03cd99bbb None None] Current status of the port ec875354-fc87-4600-ac11-d0177a9f1fcd is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:39.497495 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Router 99da9604-dc45-49d2-a171-1ab847e5b44b is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:18:39.638448 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:39.652343 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Sync routers for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:39.666700 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:39.667615 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:39.682478 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e9bfcc22-02df-410b-a4b9-3a9fcc730b3e req-88e98222-6e3d-4200-a296-d32a8a45cf5a tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b22db8-b6a1-4923-8541-011b8e518145 HTTP/1.1" status: 200 len: 210 time: 0.0414033 Jan 27 11:18:39.693029 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device ec875354-fc87-4600-ac11-d0177a9f1fcd up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:39.694907 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.696426 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-de56a1ae-a8bf-4204-90e5-0deeafa08e06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8456004 Jan 27 11:18:39.699737 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48234) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:39.769847 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port ec875354-fc87-4600-ac11-d0177a9f1fcd triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:39.770129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.829004 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:39.832648 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-ce0e4876-5917-4514-9927-39e403624041 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.835696 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-ce0e4876-5917-4514-9927-39e403624041 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 813 time: 0.1947412 Jan 27 11:18:39.869122 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-568120af-ebbd-46b8-9160-c2ef49a6573b tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/quotas/02c9bc95673742a4a0d7d66efd0feb61 HTTP/1.1" status: 200 len: 375 time: 0.0253880 Jan 27 11:18:39.891337 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:39.910009 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port ec875354-fc87-4600-ac11-d0177a9f1fcd is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:39.918024 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-ba978f7f-6b04-441c-b0a9-cdf0dd70bb97 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441682 Jan 27 11:18:40.012375 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6f21dd3a-099e-43a3-8e04-e240f4b9c084 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876522 Jan 27 11:18:40.043960 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:38Z', 'revision_number': 3, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:40.074528 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Checking router: 99da9604-dc45-49d2-a171-1ab847e5b44b for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:40.074878 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Updating router 99da9604-dc45-49d2-a171-1ab847e5b44b port 49545f94-8212-4808-bac6-774c0fd04717 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:40.104549 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (49545f94-8212-4808-bac6-774c0fd04717), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.110084 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-29e2cce7-fbf9-4165-9468-b9a71f339a63 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909693 Jan 27 11:18:40.224004 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.299818 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add96de2-0f7e-44c3-8711-3094223e7577 req-a4b959bc-1681-4cfe-b512-787d24067c96 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:40.301348 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-add96de2-0f7e-44c3-8711-3094223e7577 req-a4b959bc-1681-4cfe-b512-787d24067c96 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1238554 Jan 27 11:18:40.326213 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4d8b1c30-e61c-4327-b1a2-21302dce44a9 req-f961b8a5-def0-415e-bbde-820230b32cf2 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 210 time: 0.0428910 Jan 27 11:18:40.378240 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks [] for port (49545f94-8212-4808-bac6-774c0fd04717), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.387477 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (49545f94-8212-4808-bac6-774c0fd04717), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.402720 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-add96de2-0f7e-44c3-8711-3094223e7577 req-7b42dbd6-02ed-4a18-840a-ecf2e23a57a1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Jan 27 11:18:40.456793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Allocated IP 172.20.0.1 (92e46383-64f2-4d5c-9d4b-2ee7b24827ae/824ae642-4ad6-49ec-937e-8937968628b0/783b03a7-963c-46d3-bc24-88040ff3003b) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:40.539297 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3f7b-a42b-48da-a3e3-b0822ef0ea64 req-177c43c9-eaf5-4bd0-b668-7a600f4d4bea tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:40.541638 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-971f3f7b-a42b-48da-a3e3-b0822ef0ea64 req-177c43c9-eaf5-4bd0-b668-7a600f4d4bea tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0594738 Jan 27 11:18:40.541799 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f2a6d-e21a-4854-b196-fb7c5b328227 None None] Pushing event updated for resources: {'Port': ['ID=49545f94-8212-4808-bac6-774c0fd04717,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:40.570643 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Attempting to bind port 49545f94-8212-4808-bac6-774c0fd04717 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:40.572898 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Attempting to bind port 49545f94-8212-4808-bac6-774c0fd04717 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:40.573483 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Attempting to bind port 49545f94-8212-4808-bac6-774c0fd04717 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:40.580178 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:40.580567 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:40.580986 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.581565 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:40.582564 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Bound port: 49545f94-8212-4808-bac6-774c0fd04717, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:40.582564 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (49545f94-8212-4808-bac6-774c0fd04717), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.603893 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks [] for port (783b03a7-963c-46d3-bc24-88040ff3003b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.610211 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-971f3f7b-a42b-48da-a3e3-b0822ef0ea64 req-004490e7-9a18-4125-811f-2e1f230e3e3c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581052 Jan 27 11:18:40.643436 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.653455 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] For port 49545f94-8212-4808-bac6-774c0fd04717, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:40.656941 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] For port 49545f94-8212-4808-bac6-774c0fd04717, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=49545f94-8212-4808-bac6-774c0fd04717,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:40.662096 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (49545f94-8212-4808-bac6-774c0fd04717), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.687532 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:40.694095 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:40.699583 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:40.702759 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Pushing event updated for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:40.720305 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:40.720972 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:40.751231 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (99da9604-dc45-49d2-a171-1ab847e5b44b), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.766291 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f2a6d-e21a-4854-b196-fb7c5b328227 None None] Pushing event updated for resources: {'Port': ['ID=49545f94-8212-4808-bac6-774c0fd04717,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:40.874686 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:40.887014 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:40.955001 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.044907 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-9e9f8df0-3c4a-47c9-aaa6-21f01853b0d6 None None] Provisioning complete for port 783b03a7-963c-46d3-bc24-88040ff3003b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:41.045698 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8df0-3c4a-47c9-aaa6-21f01853b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.084791 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f8df0-3c4a-47c9-aaa6-21f01853b0d6 None None] Port 783b03a7-963c-46d3-bc24-88040ff3003b cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:41.129651 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:38Z', 'revision_number': 3, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:41.157543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks [] for port (783b03a7-963c-46d3-bc24-88040ff3003b), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.160494 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369c18-39e4-4657-a4c1-e4a292b24730 None None] The sync data for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi is: [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:38Z', 'revision_number': 3, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:41.163178 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.230724 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (99da9604-dc45-49d2-a171-1ab847e5b44b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.232646 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Pushing event updated for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:41.273878 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b89252b9-3c79-4c66-a102-84eb909b11db no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:18:41.298469 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: b89252b9-3c79-4c66-a102-84eb909b11db {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:18:41.298804 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b89252b9-3c79-4c66-a102-84eb909b11db not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:18:41.328334 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:41.329777 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:41.476847 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4b5f3fb6-08a4-4d93-beb0-24754a28221f req-424f83c9-76cf-46ba-86f5-7aabbec5221e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 210 time: 0.0566025 Jan 27 11:18:41.503331 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Router 99da9604-dc45-49d2-a171-1ab847e5b44b has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:41.668049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 49545f94-8212-4808-bac6-774c0fd04717 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:41.738051 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-6950fdf3-4177-4b2f-8125-27696a1b62d7 None None] Provisioning complete for port 783b03a7-963c-46d3-bc24-88040ff3003b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:41.738221 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6950fdf3-4177-4b2f-8125-27696a1b62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.778697 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4167903-863f-4372-ac5c-e1c5c9dad69e req-30f65c41-bf38-4206-a803-240da245a626 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:41.781378 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c4167903-863f-4372-ac5c-e1c5c9dad69e req-30f65c41-bf38-4206-a803-240da245a626 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0784869 Jan 27 11:18:41.784504 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 49545f94-8212-4808-bac6-774c0fd04717 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:41.784879 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (49545f94-8212-4808-bac6-774c0fd04717), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.786920 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-6950fdf3-4177-4b2f-8125-27696a1b62d7 None None] Port 783b03a7-963c-46d3-bc24-88040ff3003b cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:41.858313 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c4167903-863f-4372-ac5c-e1c5c9dad69e req-cc0a61b0-4f7e-47ac-af47-dfccf1905b72 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713654 Jan 27 11:18:41.890465 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 49545f94-8212-4808-bac6-774c0fd04717 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:41.890991 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (49545f94-8212-4808-bac6-774c0fd04717), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.913001 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 49545f94-8212-4808-bac6-774c0fd04717, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=49545f94-8212-4808-bac6-774c0fd04717,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:41.918939 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (49545f94-8212-4808-bac6-774c0fd04717), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:41.994733 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=49545f94-8212-4808-bac6-774c0fd04717,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:42.063559 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:42.070507 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-21e09957-568a-428e-954c-19a4b6270b7c admin admin] 10.222.0.24 "PUT /v2.0/routers/99da9604-dc45-49d2-a171-1ab847e5b44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3695319 Jan 27 11:18:42.086868 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17cd95-9087-4d38-9922-aff2bb650622 req-79113593-d039-4ddb-af68-2ed05aa4d611 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:42.088894 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7d17cd95-9087-4d38-9922-aff2bb650622 req-79113593-d039-4ddb-af68-2ed05aa4d611 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.4504826 Jan 27 11:18:42.114878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-47656d81-2d1f-48a7-ae64-4771fa7c2a2c tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:42.116333 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-47656d81-2d1f-48a7-ae64-4771fa7c2a2c tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 813 time: 0.4810247 Jan 27 11:18:42.131882 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Request body: {'port': {'device_id': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512', 'admin_state_up': True, 'tenant_id': '02c9bc95673742a4a0d7d66efd0feb61'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:42.205362 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.229133 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7d17cd95-9087-4d38-9922-aff2bb650622 req-fc6a8de9-95f7-49b8-97b8-7ca4ef155150 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298950 Jan 27 11:18:42.285820 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Made reservation on behalf of 02c9bc95673742a4a0d7d66efd0feb61 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:42.290307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.328596 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f049f3-8ca4-4725-9917-273eedc1eead req-c0ca0018-6bb7-4ede-9d45-d7943130566d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:42.330339 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-82f049f3-8ca4-4725-9917-273eedc1eead req-c0ca0018-6bb7-4ede-9d45-d7943130566d tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0771687 Jan 27 11:18:42.385586 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-82f049f3-8ca4-4725-9917-273eedc1eead req-74f8ac70-5853-4ac1-830a-82e6adc55717 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Jan 27 11:18:42.439656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Allocated IP 172.20.0.3 (ee9cc853-0849-480d-badd-d33137f93512/f58e86c7-1b03-4046-be81-cc3dd31b45eb/a7471310-cd80-421a-a3f9-85d8995b5777) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:42.603620 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-907f2796-7a4b-4e02-8e98-3512022f48de req-db81d6b3-e012-4906-9b40-0491e1a3f545 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 210 time: 0.0374072 Jan 27 11:18:42.625911 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks [] for port (a7471310-cd80-421a-a3f9-85d8995b5777), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.661932 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.702319 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Network ee9cc853-0849-480d-badd-d33137f93512 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:42.705236 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:42.709462 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:42.737682 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Pushing event updated for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:42.766638 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:42.767307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.786742 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-6d222596-42e1-42f6-bc17-0996b0479ea7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6585953 Jan 27 11:18:42.798078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Request body: {'port': {'device_id': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:42.808094 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48294) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:42.813320 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2047087618-network', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:42.833453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Made reservation on behalf of 41d8e0eb2cba42d3a77fb816dc0918a0 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:42.836058 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.845071 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.858862 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.931797 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks [] for security_group (f43a89da-3ff8-4dd6-ab45-640ccff01307), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.939686 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f43a89da-3ff8-4dd6-ab45-640ccff01307), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:42.990385 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:42.999779 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a89da-3ff8-4dd6-ab45-640ccff01307,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:43.020912 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (04c83789-6564-41be-a545-1e9c2347efab), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.021291 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Added segment 04c83789-6564-41be-a545-1e9c2347efab of type vlan for network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 Jan 27 11:18:43.060709 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5b2a4-2efc-4d81-9197-9318a4fba773 req-f68d5041-7612-4cd2-a3a6-b5a122f4f42c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.062238 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0b5b2a4-2efc-4d81-9197-9318a4fba773 req-f68d5041-7612-4cd2-a3a6-b5a122f4f42c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.1169021 Jan 27 11:18:43.074802 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (88a6868f-e61f-4b28-abdf-ed40205bc3a4), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.115070 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Sync routers for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:43.138894 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0b5b2a4-2efc-4d81-9197-9318a4fba773 req-47dafb44-444d-454c-a917-5c7a1f0f60e4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660708 Jan 27 11:18:43.139702 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (88a6868f-e61f-4b28-abdf-ed40205bc3a4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.141074 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.141807 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.142791 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:43.143414 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:43.190530 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7471310-cd80-421a-a3f9-85d8995b5777 {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:43.199279 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks [] for port (a7471310-cd80-421a-a3f9-85d8995b5777), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.206301 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3968599 Jan 27 11:18:43.209326 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48304) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:43.214567 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Request body: {'subnet': {'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2047087618-subnet', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:43.218739 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4e26-3190-4090-bf75-f59a1cddb30f admin admin] Pushing event updated for resources: {'Network': ['ID=88a6868f-e61f-4b28-abdf-ed40205bc3a4,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:43.219770 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Transition to ACTIVE for port object a7471310-cd80-421a-a3f9-85d8995b5777 will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:43.230825 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.232247 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:43.237983 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Made reservation on behalf of 41d8e0eb2cba42d3a77fb816dc0918a0 for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:43.241085 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58747146'] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.280967 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Pushing event updated for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:43.447212 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de818ed2-c802-412c-a605-96bab3f4d538 req-6b1b16a3-3843-48c6-8d79-ee59cb42835b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.449736 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-de818ed2-c802-412c-a605-96bab3f4d538 req-6b1b16a3-3843-48c6-8d79-ee59cb42835b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0919478 Jan 27 11:18:43.477544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Attempting to bind port a7471310-cd80-421a-a3f9-85d8995b5777 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:43.478673 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Attempting to bind port a7471310-cd80-421a-a3f9-85d8995b5777 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:43.479080 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Attempting to bind port a7471310-cd80-421a-a3f9-85d8995b5777 on network ee9cc853-0849-480d-badd-d33137f93512 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:43.514849 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:43.518601 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-de818ed2-c802-412c-a605-96bab3f4d538 req-ec77a4e1-4d80-45cc-817b-49117de2cacd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676863 Jan 27 11:18:43.519482 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Port a7471310-cd80-421a-a3f9-85d8995b5777 on network ee9cc853-0849-480d-badd-d33137f93512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:43.519809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Attempting to bind port a7471310-cd80-421a-a3f9-85d8995b5777 on network ee9cc853-0849-480d-badd-d33137f93512 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:43.542618 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-39ec0642-da98-4070-acf2-ed7075e0637c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461102481&fields=id&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 267 time: 0.1049345 Jan 27 11:18:43.547421 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:43.548005 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Checking segment: {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:43.548647 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Bound using segment: {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:43.549400 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Bound port: a7471310-cd80-421a-a3f9-85d8995b5777, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:43.550923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.606549 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58758223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58747196'] for subnet (92befa7b-ac5a-4bd9-acba-5c9260eef7fa), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.652852 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:43.670337 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a7471310-cd80-421a-a3f9-85d8995b5777,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:43.681817 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ba7d4-d13b-4cb1-b19c-d81f1bfab503 req-31f92f6b-4de2-4238-a7b2-aeec5e68a1ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.683338 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1b2ba7d4-d13b-4cb1-b19c-d81f1bfab503 req-31f92f6b-4de2-4238-a7b2-aeec5e68a1ba tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0708406 Jan 27 11:18:43.684961 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.700392 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 49545f94-8212-4808-bac6-774c0fd04717 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:43.712578 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92befa7b-ac5a-4bd9-acba-5c9260eef7fa,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:43.736415 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.737170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.738605 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7471310-cd80-421a-a3f9-85d8995b5777 HTTP/1.1" status: 200 len: 1093 time: 0.9447920 Jan 27 11:18:43.739059 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:43.741343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585a51c1-6454-4d43-9762-5b5a32c7d669" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:43.773581 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-e08e890f-163f-40ad-a6b7-6155b21c989e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.781490 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-e08e890f-163f-40ad-a6b7-6155b21c989e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.2298913 Jan 27 11:18:43.782181 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879216e5-0fd2-44ea-9ef4-5ba55ece4139 service neutron] Pushing event updated for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:43.791699 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Checking segment: {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:43.792468 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Network hostable DHCP agents. Network: 88a6868f-e61f-4b28-abdf-ed40205bc3a4, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:43.812498 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 49545f94-8212-4808-bac6-774c0fd04717 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:43.812874 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (49545f94-8212-4808-bac6-774c0fd04717), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.822072 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-504dd8ee-86d6-4406-92f9-a1b02104c621 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/quotas/667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 375 time: 0.0226111 Jan 27 11:18:43.830577 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1b2ba7d4-d13b-4cb1-b19c-d81f1bfab503 req-1157cac6-96ab-4624-a3e3-f56f9f4e0c43 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188850 Jan 27 11:18:43.854390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-ccbeb74b-af73-466b-ae0d-ec047b53957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.858066 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-ccbeb74b-af73-466b-ae0d-ec047b53957c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 1096 time: 0.0700009 Jan 27 11:18:43.865782 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 2, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:43.872110 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:43.900216 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Checking router: 99da9604-dc45-49d2-a171-1ab847e5b44b for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:43.900553 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Updating router 99da9604-dc45-49d2-a171-1ab847e5b44b port 783b03a7-963c-46d3-bc24-88040ff3003b binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:43.927423 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-f76c99ae-11f4-4fb6-81b7-56c2ee809bcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7471310-cd80-421a-a3f9-85d8995b5777 HTTP/1.1" status: 200 len: 217 time: 0.0509074 Jan 27 11:18:43.935092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 88a6868f-e61f-4b28-abdf-ed40205bc3a4) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:43.944535 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.945106 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.945553 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a929f-d8b8-4ad6-b23d-681bfac1b4ab None None] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:43.952308 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-ecbe8d16-af26-40f4-bbab-2f21f0a3abb2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286354 Jan 27 11:18:43.954758 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:43.979008 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6000159-b946-49bf-a74e-5ba36124e94c req-5bb44660-d479-45fa-a600-8bc972ab3794 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.980614 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6000159-b946-49bf-a74e-5ba36124e94c req-5bb44660-d479-45fa-a600-8bc972ab3794 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 945 time: 0.0767460 Jan 27 11:18:43.995097 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-39454c71-866d-4ec8-a183-b5bd14a74666 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7830887 Jan 27 11:18:43.998200 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48318) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:44.002935 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:44.027170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 49545f94-8212-4808-bac6-774c0fd04717 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:44.030487 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426438-f15c-4663-bddd-da11a9af0a16 req-b6985626-f659-47a1-b006-93c3a90fd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:44.032192 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-b6985626-f659-47a1-b006-93c3a90fd61b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f58e86c7-1b03-4046-be81-cc3dd31b45eb HTTP/1.1" status: 200 len: 853 time: 0.0855172 Jan 27 11:18:44.045096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170b03-d543-4fd6-8132-eeca77bd3b9f req-ba28d9b0-b553-4f8b-8e63-69e508cf23e9 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:44.053336 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-69170b03-d543-4fd6-8132-eeca77bd3b9f req-ba28d9b0-b553-4f8b-8e63-69e508cf23e9 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 943 time: 0.1346548 Jan 27 11:18:44.066265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.067281 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.135195 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for router_controller (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.160298 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-fbccfc9e-5357-4949-a9d5-b004518c28bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9cc853-0849-480d-badd-d33137f93512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029897 Jan 27 11:18:44.177034 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'fixed_ips': [{'subnet_id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:18:44.177966 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.348739 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-69170b03-d543-4fd6-8132-eeca77bd3b9f req-f752dc6f-1013-48c9-a590-89c0408c7415 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945428 Jan 27 11:18:44.384491 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for router_gateway (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.406088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Allocated IP 172.20.0.2 (88a6868f-e61f-4b28-abdf-ed40205bc3a4/92befa7b-ac5a-4bd9-acba-5c9260eef7fa/16149cf1-68ef-4604-9ea3-cdc192bf5b10) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:44.427169 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7e7055-a838-41b1-adfa-f2482e796c9b x-openstack-request-id: req-0b7e7055-a838-41b1-adfa-f2482e796c9b {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:44.427481 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:44.427713 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b7e7055-a838-41b1-adfa-f2482e796c9b {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:44.428806 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777', 'status': 'completed', 'code': 200} Jan 27 11:18:44.440315 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-b58d875b-9e9a-424e-9b5b-b8c173df55c4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345364 Jan 27 11:18:44.472624 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks [] for port (783b03a7-963c-46d3-bc24-88040ff3003b), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.492160 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-7c00ea79-0b50-4502-b29e-8e616115056b service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105317 Jan 27 11:18:44.496495 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Deleting port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:18:44.496845 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.515826 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.625934 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9103459-abaa-4006-b72a-dd9fa679af02 None None] Pushing event updated for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:44.661625 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-84426438-f15c-4663-bddd-da11a9af0a16 req-8c9af919-6f72-469b-b8be-22dae000e43e service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040193 Jan 27 11:18:44.678042 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Attempting to bind port 783b03a7-963c-46d3-bc24-88040ff3003b on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:44.678479 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Attempting to bind port 783b03a7-963c-46d3-bc24-88040ff3003b by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:44.678803 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Attempting to bind port 783b03a7-963c-46d3-bc24-88040ff3003b on network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:44.689997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69b392-4526-4ee0-bc4e-30e10803aa15 req-a86eb6fb-3c58-4473-874d-1e3a583e86e7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:44.691496 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-da69b392-4526-4ee0-bc4e-30e10803aa15 req-a86eb6fb-3c58-4473-874d-1e3a583e86e7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.2047970 Jan 27 11:18:44.700720 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] For port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:44.701139 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.718139 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:44.718603 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Checking segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:44.718917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.719317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Bound using segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:44.719808 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Bound port: 783b03a7-963c-46d3-bc24-88040ff3003b, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:44.720214 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.722504 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-2f389980-1594-4c40-8962-2dfaff630b99 service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090242 Jan 27 11:18:44.723450 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Calling delete_port for ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:18:44.783003 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks [] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.796998 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.857702 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Pushing event updated for resources: {'Port': ['ID=16149cf1-68ef-4604-9ea3-cdc192bf5b10,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:44.877462 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:44.878616 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] For port 783b03a7-963c-46d3-bc24-88040ff3003b, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:44.882057 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] For port 783b03a7-963c-46d3-bc24-88040ff3003b, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=783b03a7-963c-46d3-bc24-88040ff3003b,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:44.883294 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:44.886146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:44.891090 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.921827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-3ed43e21-a6aa-4a50-8fda-4a333ded12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:44.923452 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-3ed43e21-a6aa-4a50-8fda-4a333ded12ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 1096 time: 0.2089846 Jan 27 11:18:44.929588 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-da69b392-4526-4ee0-bc4e-30e10803aa15 req-00584096-5c3d-4b29-8d5f-c016c97910b4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275262 Jan 27 11:18:44.951033 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for router_gateway (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:44.985501 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.013676 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.059137 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event deleted for resources: {'Port': ['ID=ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:45.061392 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec', 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:45.154657 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-6e3fce0c-661a-4780-90d9-8acc8709cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:45.156176 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-6e3fce0c-661a-4780-90d9-8acc8709cde2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 914 time: 0.2236979 Jan 27 11:18:45.157065 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] No DVR routers for this DVR port ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:18:45.161274 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.165954 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6000159-b946-49bf-a74e-5ba36124e94c req-9dcc2ac8-9f44-494a-8452-26160066fd3f tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "DELETE /v2.0/ports/ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec HTTP/1.1" status: 204 len: 173 time: 1.1689610 Jan 27 11:18:45.166541 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'name': 'network-vif-deleted', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:45.167669 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357ba70-b975-497f-9012-1ea03d4d3d99 req-facca8ec-0c2f-4bbf-8a90-3b8f0971abbe tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:45.168907 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b164c7-c12b-4602-85be-4e058b196222" -d '{"events": [{"server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "name": "network-vif-deleted", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:45.174949 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9357ba70-b975-497f-9012-1ea03d4d3d99 req-facca8ec-0c2f-4bbf-8a90-3b8f0971abbe tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1435556 Jan 27 11:18:45.241675 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9103459-abaa-4006-b72a-dd9fa679af02 None None] Pushing event updated for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:45.246217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Provisioning complete for port 783b03a7-963c-46d3-bc24-88040ff3003b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:45.246712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.256229 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:45.257322 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:45.259924 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Attempting to bind port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:45.260423 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Attempting to bind port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:45.260880 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Attempting to bind port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 on network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:45.310068 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4b100e4c-76a2-4406-a27a-289c3a6f5ff0 req-7f7d470f-cb1d-4d6f-8283-a536c67b0903 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=405ca6a5-1eab-42ce-b6aa-eec7c4e746dd HTTP/1.1" status: 200 len: 210 time: 0.0681741 Jan 27 11:18:45.333552 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-4f8a4f53-5c41-4773-9873-15449e62d617 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7471310-cd80-421a-a3f9-85d8995b5777 HTTP/1.1" status: 200 len: 217 time: 0.1575487 Jan 27 11:18:45.376251 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:45.376630 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Checking segment: {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:45.377058 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.379351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Bound using segment: {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:45.379351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Bound port: 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:45.379351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.409303 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a0399fae-a562-4056-8092-16e464aa034f req-fdbf7f91-6df4-4efb-8894-1ca9efe1bcd2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 210 time: 0.0456500 Jan 27 11:18:45.433537 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Allocated IP 172.27.2.25 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/5a4b18be-f285-426c-8771-460075e950f3) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:45.453466 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9357ba70-b975-497f-9012-1ea03d4d3d99 req-d54f239e-6c78-4665-960e-e03c1939b788 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485285 Jan 27 11:18:45.482042 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] For port 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:45.485432 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] For port 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=16149cf1-68ef-4604-9ea3-cdc192bf5b10,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:45.499070 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f71ed-29b8-434d-a44b-93beb26c01b6 x-openstack-request-id: req-6b3f71ed-29b8-434d-a44b-93beb26c01b6 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:45.499417 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ca6a5-1eab-42ce-b6aa-eec7c4e746dd", "name": "network-vif-deleted", "tag": "ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:45.499628 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b3f71ed-29b8-434d-a44b-93beb26c01b6 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:45.500034 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ca6a5-1eab-42ce-b6aa-eec7c4e746dd', 'name': 'network-vif-deleted', 'tag': 'ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec', 'status': 'completed', 'code': 200} Jan 27 11:18:45.505403 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.510828 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-0f4d6224-9d4e-4bf2-bc74-12d08c12947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:45.512509 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-0f4d6224-9d4e-4bf2-bc74-12d08c12947e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f58e86c7-1b03-4046-be81-cc3dd31b45eb HTTP/1.1" status: 200 len: 853 time: 0.1721683 Jan 27 11:18:45.580590 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-d351aea1-4969-4bc1-bb7a-0f2158bd3ab9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9cc853-0849-480d-badd-d33137f93512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590003 Jan 27 11:18:45.844278 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227ca61-0a31-4074-bdf6-c681509fac58 None None] Pushing event updated for resources: {'Port': ['ID=16149cf1-68ef-4604-9ea3-cdc192bf5b10,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:45.850700 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:45.905442 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Current status of the port 783b03a7-963c-46d3-bc24-88040ff3003b is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:45.905693 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:45.983353 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for port (5a4b18be-f285-426c-8771-460075e950f3), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:46.008200 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670be7-3cc4-45a4-b21e-6232d67d6b32 req-b37b90fc-0d76-4183-8c61-22d59f2835a3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.016677 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fe670be7-3cc4-45a4-b21e-6232d67d6b32 req-b37b90fc-0d76-4183-8c61-22d59f2835a3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 943 time: 0.4428079 Jan 27 11:18:46.037891 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] For port 783b03a7-963c-46d3-bc24-88040ff3003b, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=783b03a7-963c-46d3-bc24-88040ff3003b,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:46.102026 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-6071b331-3716-4717-b846-3697bcfbd041 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105941 Jan 27 11:18:46.114352 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (5a4b18be-f285-426c-8771-460075e950f3), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:46.129044 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e6484-5122-4c36-ba1f-1581e07df173 req-3bd9fbd6-d52b-407a-b71a-cba84151867d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.129622 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:46.131115 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a52e6484-5122-4c36-ba1f-1581e07df173 req-3bd9fbd6-d52b-407a-b71a-cba84151867d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0821145 Jan 27 11:18:46.213445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fe670be7-3cc4-45a4-b21e-6232d67d6b32 req-38d5fd37-de34-464e-b288-d30004eaa76e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956940 Jan 27 11:18:46.224516 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:46.225938 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a52e6484-5122-4c36-ba1f-1581e07df173 req-41986610-22ff-4d34-9918-acdf71123001 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819435 Jan 27 11:18:46.261763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:46.264228 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:46.269571 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfe020-faa1-435e-9e7a-16f82dc722c4 None None] Pushing event updated for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:46.306878 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4b18be-f285-426c-8771-460075e950f3,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:46.313731 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-c1874b4f-5cf7-4d56-b56e-480f0d4ce542 None None] Provisioning complete for port 783b03a7-963c-46d3-bc24-88040ff3003b triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:46.314111 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c1874b4f-5cf7-4d56-b56e-480f0d4ce542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:46.403492 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-585a51c1-6454-4d43-9762-5b5a32c7d669 req-22a2dfc9-0526-443f-a687-4dbf5f55a974 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911849 Jan 27 11:18:46.416428 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:44Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:46.493663 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f75da-49fb-457b-bc23-2937e72bf375 None None] The sync data for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi is: [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:44Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:46.507233 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c1874b4f-5cf7-4d56-b56e-480f0d4ce542 None None] Current status of the port 783b03a7-963c-46d3-bc24-88040ff3003b is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:46.577912 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c1fd27eb-44ce-44a8-ac7b-3892868824f0 req-ebe58731-623a-46ed-a9f0-97ade721394c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 210 time: 0.0617819 Jan 27 11:18:46.661477 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-e0d81d02-8aa3-48ac-9d12-661bbd9de509 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.663284 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-e0d81d02-8aa3-48ac-9d12-661bbd9de509 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.2790971 Jan 27 11:18:46.766883 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-8ba4e9a7-20d0-4fbf-98ea-b54af06f5aad tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 380 time: 0.0739489 Jan 27 11:18:46.781764 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'port': {'device_id': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'admin_state_up': True, 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'security_groups': ['ca65b794-3a8e-45fe-b2fc-6f4ba914ca51']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:46.831861 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for router_gateway (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:46.843615 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb453dd-3a7e-43b1-9b3c-1eb8739a0fd3 req-497352d2-8ab9-469d-8769-5aa0e2d9b93c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.849685 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-afb453dd-3a7e-43b1-9b3c-1eb8739a0fd3 req-497352d2-8ab9-469d-8769-5aa0e2d9b93c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1475918 Jan 27 11:18:46.950430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e4df4-347a-4178-ab6a-c53fdcf8cd66 req-0ee77db0-3e9f-4ee4-bddc-24f07ca47cea tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.957621 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-683e4df4-347a-4178-ab6a-c53fdcf8cd66 req-0ee77db0-3e9f-4ee4-bddc-24f07ca47cea tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.1723590 Jan 27 11:18:46.965715 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-afb453dd-3a7e-43b1-9b3c-1eb8739a0fd3 req-a4370e43-18a3-439b-b940-6e3a19ad6c60 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722775 Jan 27 11:18:46.979971 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Made reservation on behalf of 667fd5a7bd464ef9b3e69096d409f80d for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:46.983658 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.056507 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-683e4df4-347a-4178-ab6a-c53fdcf8cd66 req-3a82f58b-ff54-45bd-a9c1-e49d4ccd02c4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971265 Jan 27 11:18:47.155759 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.191382 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3cc0d-8270-4457-b0ef-48f5842ac369 None None] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:47.208278 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.20.0.4 (f407390c-f58d-478b-bc7e-edf671e7a8cd/54252c1e-3fb9-4c8a-901f-ba351d3e9d24/effbc26e-4613-4dc7-a580-277902757fff) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:47.305390 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Provisioning complete for port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:47.306141 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.356348 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device a7471310-cd80-421a-a3f9-85d8995b5777 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:47.365085 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:18:47.421275 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:18:47.421834 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device ff7e0d5b-e61f-477d-a8b5-2e251b4a43ec not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:18:47.440099 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a00def-a68d-42ef-925e-19983957e702 req-f7eb95eb-1a41-4ba4-9f13-2e35dd81ee9e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:47.447564 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-27a00def-a68d-42ef-925e-19983957e702 req-f7eb95eb-1a41-4ba4-9f13-2e35dd81ee9e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0781205 Jan 27 11:18:47.481812 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc41ae1-e59f-44c4-8f65-70783e14bd4f req-9cfc8c54-9278-45c6-8071-f84dd4a49bc8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:47.496157 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-abc41ae1-e59f-44c4-8f65-70783e14bd4f req-9cfc8c54-9278-45c6-8071-f84dd4a49bc8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 943 time: 0.1319146 Jan 27 11:18:47.512332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:18:47.537699 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (effbc26e-4613-4dc7-a580-277902757fff), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.583957 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-27a00def-a68d-42ef-925e-19983957e702 req-432eb6fb-3da3-47ac-b029-462be5423f23 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324480 Jan 27 11:18:47.604193 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a7471310-cd80-421a-a3f9-85d8995b5777,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:47.625961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Current status of the port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:47.625961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.643521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'a7471310-cd80-421a-a3f9-85d8995b5777', 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512', 'port_id': 'a7471310-cd80-421a-a3f9-85d8995b5777', 'mac_address': 'fa:16:3e:9d:d2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58e86c7-1b03-4046-be81-cc3dd31b45eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:47.681632 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-abc41ae1-e59f-44c4-8f65-70783e14bd4f req-71d2fa42-09eb-4edc-a0fa-de66de5f5e37 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843691 Jan 27 11:18:47.704915 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.766431 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:47.772766 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] For port 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=16149cf1-68ef-4604-9ea3-cdc192bf5b10,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:47.774954 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:47.780403 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:47.794953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:47.825450 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.833059 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port a7471310-cd80-421a-a3f9-85d8995b5777 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:47.834073 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.844138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b8e40-da5b-4d49-be88-6f6b2f22d32d req-b31e9f1d-d67e-4714-ba22-074812db5f2d tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:47.851436 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e78b8e40-da5b-4d49-be88-6f6b2f22d32d req-b31e9f1d-d67e-4714-ba22-074812db5f2d tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 931 time: 0.1662061 Jan 27 11:18:47.871108 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 16149cf1-68ef-4604-9ea3-cdc192bf5b10 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:47.888648 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:47.908908 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:47.910033 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.917738 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Sync routers for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:47.942184 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-f1033b8a-ce8d-484a-a84f-06f7b28abd83 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1635501 Jan 27 11:18:47.949931 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7471310-cd80-421a-a3f9-85d8995b5777 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:47.953902 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Request body: {'port': {'device_id': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:47.954192 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:47.958435 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:47.962494 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e78b8e40-da5b-4d49-be88-6f6b2f22d32d req-0f3552d4-b613-4548-8cc7-5763aefbdcf6 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087632 Jan 27 11:18:47.976526 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:47.980644 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4dc92eef-80f6-423a-ace5-6c1bcc5cced7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9786563 Jan 27 11:18:47.986808 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48366) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:48.050404 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a7471310-cd80-421a-a3f9-85d8995b5777,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:48.051937 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f92d8-9760-4165-bbf0-1b933689d88f None None] Pushing event updated for resources: {'Port': ['ID=16149cf1-68ef-4604-9ea3-cdc192bf5b10,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:48.065081 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.113707 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (effbc26e-4613-4dc7-a580-277902757fff), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.174941 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-ea01e8e0-a83d-44be-95fc-67a80d94c649 None None] Provisioning complete for port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:48.187308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ea01e8e0-a83d-44be-95fc-67a80d94c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.195410 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:48.233862 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:48.242426 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.250792 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903a844-9d5d-4381-b5a3-0801b7c72868 req-b017be5f-6ced-49eb-bc79-d0818fc5d958 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:48.253338 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b903a844-9d5d-4381-b5a3-0801b7c72868 req-b017be5f-6ced-49eb-bc79-d0818fc5d958 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1414659 Jan 27 11:18:48.325233 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:48.363341 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['a7471310-cd80-421a-a3f9-85d8995b5777'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:48.464212 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-b1abcf03-6376-4aad-897b-32ccb0da64f6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:48.469057 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-b1abcf03-6376-4aad-897b-32ccb0da64f6 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.2419393 Jan 27 11:18:48.473795 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b903a844-9d5d-4381-b5a3-0801b7c72868 req-39b642c1-9183-4f96-8710-c6ec157e73ba tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388607 Jan 27 11:18:48.486183 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440b7c-7add-4ec6-93df-a32a745c2cbf req-3a44fc1b-b68d-497a-9be4-cc53a94424bc tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:48.487954 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a1440b7c-7add-4ec6-93df-a32a745c2cbf req-3a44fc1b-b68d-497a-9be4-cc53a94424bc tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 945 time: 0.2627282 Jan 27 11:18:48.539765 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ea01e8e0-a83d-44be-95fc-67a80d94c649 None None] Current status of the port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:48.545535 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:48.546718 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 783b03a7-963c-46d3-bc24-88040ff3003b up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:48.574886 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:46Z', 'revision_number': 3, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:48.604040 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effbc26e-4613-4dc7-a580-277902757fff {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:48.613149 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks [] for port (effbc26e-4613-4dc7-a580-277902757fff), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.628965 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Checking router: 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:48.629494 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Updating router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 port 5a4b18be-f285-426c-8771-460075e950f3 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:48.630542 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Transition to ACTIVE for port object effbc26e-4613-4dc7-a580-277902757fff will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:48.641568 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.666630 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 783b03a7-963c-46d3-bc24-88040ff3003b triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:48.667009 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.688736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Deleting port d1631fcf-9b25-45e1-8a21-8349b26a8bee {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:18:48.689259 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.703085 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5a4b18be-f285-426c-8771-460075e950f3), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.703875 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Pushing event updated for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:48.842087 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Attempting to bind port effbc26e-4613-4dc7-a580-277902757fff on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:48.842478 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Attempting to bind port effbc26e-4613-4dc7-a580-277902757fff by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:48.842808 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Attempting to bind port effbc26e-4613-4dc7-a580-277902757fff on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:48.855029 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Port effbc26e-4613-4dc7-a580-277902757fff on network f407390c-f58d-478b-bc7e-edf671e7a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:48.855353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Attempting to bind port effbc26e-4613-4dc7-a580-277902757fff on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:48.859348 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 783b03a7-963c-46d3-bc24-88040ff3003b is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:48.865463 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f722a-2562-40e1-951e-f0501903c06d req-e459817d-418d-40ad-91ae-037043809141 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:48.867208 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d67f722a-2562-40e1-951e-f0501903c06d req-e459817d-418d-40ad-91ae-037043809141 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.1009951 Jan 27 11:18:48.874464 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:48.874840 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:48.875214 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Bound using segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:48.875639 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Bound port: effbc26e-4613-4dc7-a580-277902757fff, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:48.875987 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (effbc26e-4613-4dc7-a580-277902757fff), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:48.884471 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a1440b7c-7add-4ec6-93df-a32a745c2cbf req-fe6357bb-7c03-44d8-9625-4c397ef8f012 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550518 Jan 27 11:18:48.982720 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] For port d1631fcf-9b25-45e1-8a21-8349b26a8bee, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d1631fcf-9b25-45e1-8a21-8349b26a8bee,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:48.983057 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.047743 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d67f722a-2562-40e1-951e-f0501903c06d req-aef1cc4a-b9f0-4224-a174-7170dba369a2 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681468 Jan 27 11:18:49.069037 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:49.069037 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=effbc26e-4613-4dc7-a580-277902757fff,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:49.077098 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.152109 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks [] for port (5a4b18be-f285-426c-8771-460075e950f3), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.167574 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5a4b18be-f285-426c-8771-460075e950f3), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.211399 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.213050 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.215250 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] 10.222.0.44 "PUT /v2.0/ports/effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 200 len: 1093 time: 1.2654665 Jan 27 11:18:49.217235 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:49.221196 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39344c22-5031-4b0b-9109-f7fef49867fa" -d '{"events": [{"name": "network-changed", "server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "tag": "effbc26e-4613-4dc7-a580-277902757fff"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:49.231935 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d253c-6647-4744-a9b7-8ba1db402f63 service neutron] Pushing event updated for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.268898 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f7152-ce92-44da-8505-a7d6d87c49a6 req-365b9989-47c8-4e30-a27d-a2580ef80a79 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.277035 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e90f7152-ce92-44da-8505-a7d6d87c49a6 req-365b9989-47c8-4e30-a27d-a2580ef80a79 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.1089811 Jan 27 11:18:49.280507 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Attempting to bind port 5a4b18be-f285-426c-8771-460075e950f3 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:49.281486 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Attempting to bind port 5a4b18be-f285-426c-8771-460075e950f3 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:49.281877 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Attempting to bind port 5a4b18be-f285-426c-8771-460075e950f3 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:49.289109 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0152bc-afab-4f69-a2e1-5adcab41249e None None] Pushing event updated for resources: {'Port': ['ID=5a4b18be-f285-426c-8771-460075e950f3,revision_number=2']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.293714 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:49.294092 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:49.295177 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.295177 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:49.295415 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Bound port: 5a4b18be-f285-426c-8771-460075e950f3, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:49.295724 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5a4b18be-f285-426c-8771-460075e950f3), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.310549 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Calling delete_port for d1631fcf-9b25-45e1-8a21-8349b26a8bee owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:18:49.373736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device a7471310-cd80-421a-a3f9-85d8995b5777 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:49.374265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-aa48f9a6-10f8-45b0-b060-f7c7c37f790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.375540 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-aa48f9a6-10f8-45b0-b060-f7c7c37f790a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1096 time: 0.0963142 Jan 27 11:18:49.388399 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] For port 5a4b18be-f285-426c-8771-460075e950f3, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:49.391680 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] For port 5a4b18be-f285-426c-8771-460075e950f3, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5a4b18be-f285-426c-8771-460075e950f3,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:49.400249 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5a4b18be-f285-426c-8771-460075e950f3), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.410005 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e90f7152-ce92-44da-8505-a7d6d87c49a6 req-00599681-bc37-47f6-9cb5-92d2ae678f9d tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319752 Jan 27 11:18:49.467646 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8f87-ad22-4478-9958-48b929e70238 req-f662b9bd-d7d0-4aca-a437-28808eca8570 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.481770 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0152bc-afab-4f69-a2e1-5adcab41249e None None] Pushing event updated for resources: {'Port': ['ID=5a4b18be-f285-426c-8771-460075e950f3,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.486734 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-31c25290-0dba-436b-ba0f-53673238dbe4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 200 len: 217 time: 0.1002541 Jan 27 11:18:49.488660 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14bd8f87-ad22-4478-9958-48b929e70238 req-f662b9bd-d7d0-4aca-a437-28808eca8570 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 944 time: 0.4953215 Jan 27 11:18:49.544023 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:49.544918 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:49.551451 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port a7471310-cd80-421a-a3f9-85d8995b5777 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:49.576095 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port a7471310-cd80-421a-a3f9-85d8995b5777 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:49.576095 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.590742 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-c194c85b-e22f-4226-8e74-1ccd506d4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.592256 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-c194c85b-e22f-4226-8e74-1ccd506d4256 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0976329 Jan 27 11:18:49.679705 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14bd8f87-ad22-4478-9958-48b929e70238 req-4b6bbf2e-8012-4423-8fe8-da251fd4c0c0 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899924 Jan 27 11:18:49.686910 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-1764574a-b9e8-407b-a4f7-e9f8f521aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.693291 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-1764574a-b9e8-407b-a4f7-e9f8f521aa11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892050 Jan 27 11:18:49.756793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97665bd9-3f45-45d0-948a-43049c05781e x-openstack-request-id: req-97665bd9-3f45-45d0-948a-43049c05781e {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:49.760377 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:49.760896 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "tag": "effbc26e-4613-4dc7-a580-277902757fff", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:49.761378 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97665bd9-3f45-45d0-948a-43049c05781e {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:49.761940 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff', 'status': 'completed', 'code': 200} Jan 27 11:18:49.819116 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 16149cf1-68ef-4604-9ea3-cdc192bf5b10 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:49.871166 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port a7471310-cd80-421a-a3f9-85d8995b5777 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:49.871556 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.876616 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (d1631fcf-9b25-45e1-8a21-8349b26a8bee), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.891979 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec', 'd1631fcf-9b25-45e1-8a21-8349b26a8bee'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:49.915172 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-51dfcbe3-622b-460c-b093-4c7d900e63b8 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201180 Jan 27 11:18:49.935939 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:49.938197 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc57cf-e9aa-4df9-8a39-6339ad5ae4e0" -d '{"events": [{"server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "name": "network-vif-plugged", "status": "completed", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:49.946987 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event deleted for resources: {'Port': ['ID=d1631fcf-9b25-45e1-8a21-8349b26a8bee,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.961013 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a7471310-cd80-421a-a3f9-85d8995b5777,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:49.970114 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.973732 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:49.974018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.974143 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:50.040948 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:46Z', 'revision_number': 3, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:50.052390 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41793e77-009e-475d-99ad-2f2054b16ab9 req-b6269f22-1b5d-44f7-a73e-f0358158ec3c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.053690 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41793e77-009e-475d-99ad-2f2054b16ab9 req-b6269f22-1b5d-44f7-a73e-f0358158ec3c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.2065699 Jan 27 11:18:50.057408 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-f25ba845-eb62-4036-ad68-472794e92c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.058909 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-f25ba845-eb62-4036-ad68-472794e92c11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.1956103 Jan 27 11:18:50.069993 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a892439-f707-4cf6-ac58-1fa58f5bf4e4 req-c0911518-69a7-46d1-ab6f-040fac60652e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.072120 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2a892439-f707-4cf6-ac58-1fa58f5bf4e4 req-c0911518-69a7-46d1-ab6f-040fac60652e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.2391245 Jan 27 11:18:50.072957 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] No DVR routers for this DVR port d1631fcf-9b25-45e1-8a21-8349b26a8bee on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:18:50.075531 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:50.079445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-10f44742-5b1e-4a39-b221-9ebc3560df3c req-f1b9de92-4065-44ac-96bb-8b4a580bbbeb tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "DELETE /v2.0/ports/d1631fcf-9b25-45e1-8a21-8349b26a8bee HTTP/1.1" status: 204 len: 173 time: 1.5521016 Jan 27 11:18:50.084156 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:50.108024 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03ba72-90b1-4a62-aaf4-80796539b8ac None None] The sync data for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi is: [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:46Z', 'revision_number': 3, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:50.131601 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'name': 'network-vif-deleted', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:50.147472 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a74138b-4e8c-48be-91fa-9df8c2e23e06" -d '{"events": [{"server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "name": "network-vif-deleted", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:50.147732 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41793e77-009e-475d-99ad-2f2054b16ab9 req-7edd0ff5-fcc5-4dbd-951b-5c14c0d2e6e7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825655 Jan 27 11:18:50.150567 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cc7afa3-fbcf-44de-8072-9291ffcf5f26 req-089b1b16-c7ad-41f1-8886-b1314b9a7771 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214017 Jan 27 11:18:50.210317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:50.302624 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6a293375-b6aa-4f05-a261-9a0b0d870ae3 req-ddc68934-3eae-40b8-a565-989607b107a3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=c618078a-7f4f-4cf8-bdb9-2833649ba5a5 HTTP/1.1" status: 200 len: 210 time: 0.0715902 Jan 27 11:18:50.332608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344c22-5031-4b0b-9109-f7fef49867fa req-560864e0-69f0-4eaf-9493-a52e23ab6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.334174 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-560864e0-69f0-4eaf-9493-a52e23ab6a17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1096 time: 0.1010072 Jan 27 11:18:50.347385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bb971-a775-496f-b7ef-c2533d624261 x-openstack-request-id: req-007bb971-a775-496f-b7ef-c2533d624261 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:50.347684 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "name": "network-vif-plugged", "status": "completed", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:50.347931 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-007bb971-a775-496f-b7ef-c2533d624261 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:50.348332 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777', 'code': 200} Jan 27 11:18:50.395514 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af167e7-b5b2-400c-bffa-40e5e6c2bb70 x-openstack-request-id: req-0af167e7-b5b2-400c-bffa-40e5e6c2bb70 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:50.395806 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c618078a-7f4f-4cf8-bdb9-2833649ba5a5", "name": "network-vif-deleted", "tag": "d1631fcf-9b25-45e1-8a21-8349b26a8bee", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:50.396058 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0af167e7-b5b2-400c-bffa-40e5e6c2bb70 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:50.396450 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c618078a-7f4f-4cf8-bdb9-2833649ba5a5', 'name': 'network-vif-deleted', 'tag': 'd1631fcf-9b25-45e1-8a21-8349b26a8bee', 'status': 'completed', 'code': 200} Jan 27 11:18:50.410134 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2a892439-f707-4cf6-ac58-1fa58f5bf4e4 req-7482adad-8e1c-41fe-879f-05f549eb9bfc tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108799 Jan 27 11:18:50.427266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-6d6258a4-aa93-4aa7-8277-e93ecb23f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.428705 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-6d6258a4-aa93-4aa7-8277-e93ecb23f443 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.3483877 Jan 27 11:18:50.477038 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344c22-5031-4b0b-9109-f7fef49867fa req-8a27f101-4e50-4fea-a051-65b0ca57c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.479331 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-8a27f101-4e50-4fea-a051-65b0ca57c422 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.1388988 Jan 27 11:18:50.582719 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-df4a2354-dbd0-485d-b8a1-93aa11596153 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 200 len: 217 time: 0.0971880 Jan 27 11:18:50.584884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Allocated IP 172.20.0.1 (88a6868f-e61f-4b28-abdf-ed40205bc3a4/92befa7b-ac5a-4bd9-acba-5c9260eef7fa/f0c8d112-a6a4-4e07-97ec-03a1278d257c) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:50.609098 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-a4402c68-330e-43bd-aee8-7805121cbd67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 1001 time: 0.1561697 Jan 27 11:18:50.660024 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48136e-e874-4230-a837-44d19ef26df4 req-b035759b-2f8b-4070-9ef9-66bd613cd3f3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.667694 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1c48136e-e874-4230-a837-44d19ef26df4 req-b035759b-2f8b-4070-9ef9-66bd613cd3f3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.1296694 Jan 27 11:18:50.705776 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344c22-5031-4b0b-9109-f7fef49867fa req-40e67e38-d5c7-4db3-b398-d1b16155115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.707166 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-40e67e38-d5c7-4db3-b398-d1b16155115e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.1086118 Jan 27 11:18:50.725211 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb148d-72a3-46f6-a86d-8fd24c4bf398 req-e34fd167-9385-4a8e-b576-7ea5948991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.726728 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-72fb148d-72a3-46f6-a86d-8fd24c4bf398 req-e34fd167-9385-4a8e-b576-7ea5948991c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 1098 time: 0.1612742 Jan 27 11:18:50.732512 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-54b6ad7c-1fc5-418c-89bb-15991fef4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.733958 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-54b6ad7c-1fc5-418c-89bb-15991fef4fa6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.1178610 Jan 27 11:18:50.800200 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1c48136e-e874-4230-a837-44d19ef26df4 req-2dbd61ab-dfed-4a54-9b57-cb3a344c52ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315291 Jan 27 11:18:50.811985 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344c22-5031-4b0b-9109-f7fef49867fa req-315ed873-5072-4a21-b0a8-1ca737d4b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.813828 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-315ed873-5072-4a21-b0a8-1ca737d4b2f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000612 Jan 27 11:18:50.884366 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks [] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:50.895917 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-c4260fe5-2699-4c1e-9faa-d4ddb8ea9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.897439 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-c4260fe5-2699-4c1e-9faa-d4ddb8ea9eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553066 Jan 27 11:18:50.899689 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-72fb148d-72a3-46f6-a86d-8fd24c4bf398 req-6c693134-1d66-4615-86fc-0f76b991a931 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629658 Jan 27 11:18:50.912539 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a33b-28cf-4758-9837-6c7b43b6f909 req-3efa12f5-f203-49ee-b976-fabc4adb6827 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:50.914176 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d652a33b-28cf-4758-9837-6c7b43b6f909 req-3efa12f5-f203-49ee-b976-fabc4adb6827 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.1253517 Jan 27 11:18:50.983983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:50.993727 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d652a33b-28cf-4758-9837-6c7b43b6f909 req-409570e5-0f90-43e6-bfd4-92e61a3f5896 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Jan 27 11:18:51.045276 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:51.050845 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:51.053231 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:51.059656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Pushing event updated for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:51.145197 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-9f7f9303-a316-4f1f-aa83-c2a760a5e295 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249362 Jan 27 11:18:51.169553 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.253966 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-0077a1bd-d707-4bd8-8c8a-f83d1f7d8f43 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681359 Jan 27 11:18:51.287223 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-39344c22-5031-4b0b-9109-f7fef49867fa req-11fb8441-f7a8-48dc-b93a-6384987a9259 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352112 Jan 27 11:18:51.329906 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2a9a-d5ba-4f7d-8a7b-36d89c2e8c65 req-2e4e0239-2876-4911-b34b-c974422c62e8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:51.331452 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-998a2a9a-d5ba-4f7d-8a7b-36d89c2e8c65 req-2e4e0239-2876-4911-b34b-c974422c62e8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0771213 Jan 27 11:18:51.385138 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-66b70400-ad73-4948-84bd-73bc6a8c78ab None None] Provisioning complete for port f0c8d112-a6a4-4e07-97ec-03a1278d257c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:51.386049 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-66b70400-ad73-4948-84bd-73bc6a8c78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.403043 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.416256 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-998a2a9a-d5ba-4f7d-8a7b-36d89c2e8c65 req-32b178b0-9f7b-4d21-a4f9-437c9d0d5c04 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747554 Jan 27 11:18:51.445526 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-66b70400-ad73-4948-84bd-73bc6a8c78ab None None] Port f0c8d112-a6a4-4e07-97ec-03a1278d257c cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:51.463726 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-13b7ccbe-e8e6-42d5-9606-1ed524caa5e4 req-1e53903c-ce74-4e1b-a35e-19753237ebb3 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842017 Jan 27 11:18:51.645372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a60d5-5d55-4e32-b117-05ef6b0992e4 req-6545ec9c-2ad9-4c9d-b564-eb648a9919d6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:51.652272 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-551a60d5-5d55-4e32-b117-05ef6b0992e4 req-6545ec9c-2ad9-4c9d-b564-eb648a9919d6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0814304 Jan 27 11:18:51.652775 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5a4b18be-f285-426c-8771-460075e950f3 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:51.704420 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 5a4b18be-f285-426c-8771-460075e950f3 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:51.704794 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5a4b18be-f285-426c-8771-460075e950f3), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.744207 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks [] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.752282 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-551a60d5-5d55-4e32-b117-05ef6b0992e4 req-b0c5dbb8-dccd-4798-8fcf-d90e19e30e47 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Jan 27 11:18:51.754241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.757920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89040949-88f5-44e2-92a5-33eb784c631f req-3a546340-7bd2-4536-a243-5d461ed89dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:51.759738 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-89040949-88f5-44e2-92a5-33eb784c631f req-3a546340-7bd2-4536-a243-5d461ed89dce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.0990031 Jan 27 11:18:51.859580 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Pushing event updated for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:51.863844 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.887297 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-89040949-88f5-44e2-92a5-33eb784c631f req-ac47a26f-ba07-4d99-92a8-d3b438c2f9d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Jan 27 11:18:51.937120 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 5a4b18be-f285-426c-8771-460075e950f3 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:51.937512 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5a4b18be-f285-426c-8771-460075e950f3), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:51.973293 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 5a4b18be-f285-426c-8771-460075e950f3, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5a4b18be-f285-426c-8771-460075e950f3,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:51.982451 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5a4b18be-f285-426c-8771-460075e950f3), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:52.002642 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:52.005401 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:52.005685 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a2bb3-4c2a-4450-b1a7-adbcc699d13a req-cf002a89-3f73-4315-bef5-0b8caf7f43fc tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.019220 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-205a2bb3-4c2a-4450-b1a7-adbcc699d13a req-cf002a89-3f73-4315-bef5-0b8caf7f43fc tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.0868907 Jan 27 11:18:52.039277 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=5a4b18be-f285-426c-8771-460075e950f3,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:52.107473 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-205a2bb3-4c2a-4450-b1a7-adbcc699d13a req-05b56ec0-8779-4fbc-b3f8-32c06dd20689 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855868 Jan 27 11:18:52.380584 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-7b08fb48-5fe0-4add-b116-88bf6e3315bf None None] Provisioning complete for port f0c8d112-a6a4-4e07-97ec-03a1278d257c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:52.380997 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7b08fb48-5fe0-4add-b116-88bf6e3315bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:52.431127 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7b08fb48-5fe0-4add-b116-88bf6e3315bf None None] Port f0c8d112-a6a4-4e07-97ec-03a1278d257c cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:52.459532 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52546b2-89d7-4dcd-a063-1dea4dea1c69 req-a24c61a2-7d6b-46a0-a9fc-53f1d31406ba tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.468989 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a52546b2-89d7-4dcd-a063-1dea4dea1c69 req-a24c61a2-7d6b-46a0-a9fc-53f1d31406ba tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.3640740 Jan 27 11:18:52.498201 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:52.533894 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a52546b2-89d7-4dcd-a063-1dea4dea1c69 req-27b1d9d9-2fd9-4482-93a4-83090bace872 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662894 Jan 27 11:18:52.535714 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad84f-8f95-4791-8bfc-54d7239fcb4a req-5b5c1edb-c707-42fb-b9c4-6ed6059cff95 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.537327 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-274ad84f-8f95-4791-8bfc-54d7239fcb4a req-5b5c1edb-c707-42fb-b9c4-6ed6059cff95 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0501208 Jan 27 11:18:52.593583 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-274ad84f-8f95-4791-8bfc-54d7239fcb4a req-cfc534e8-feca-45f2-a9d4-2cded3407d7e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Jan 27 11:18:52.638279 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:52.647502 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Sync routers for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:52.653354 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c61e7404-849d-4d5e-b592-1b2ffeb0573c admin admin] 10.222.0.24 "PUT /v2.0/routers/52e8b9c0-4f83-40f8-b10c-b98f535bb6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6616571 Jan 27 11:18:52.659112 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:52.659752 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:52.786922 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:52.818045 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df13a0-ab20-4f63-b6d4-699192276d53 req-079ef3c9-0255-4862-96b9-0fe5b71041ad tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.820344 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-77df13a0-ab20-4f63-b6d4-699192276d53 req-079ef3c9-0255-4862-96b9-0fe5b71041ad tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0525038 Jan 27 11:18:52.871461 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-77df13a0-ab20-4f63-b6d4-699192276d53 req-1acdccc5-fc43-4674-b8ea-a6d2587af247 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Jan 27 11:18:52.886427 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6376b-dbf6-4db2-b128-9b17642eeb3f req-6994f350-cf78-4a73-a55f-c12cd0ea904a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.888985 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ffe6376b-dbf6-4db2-b128-9b17642eeb3f req-6994f350-cf78-4a73-a55f-c12cd0ea904a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Jan 27 11:18:52.946710 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ffe6376b-dbf6-4db2-b128-9b17642eeb3f req-48409dd0-089d-4606-9783-22db4850144b tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522747 Jan 27 11:18:53.008002 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'f0c8d112-a6a4-4e07-97ec-03a1278d257c', 'name': '', 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'mac_address': 'fa:16:3e:9b:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:50Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 2, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'subnets': [{'id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:53.034829 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Checking router: 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:53.035194 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Updating router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 port f0c8d112-a6a4-4e07-97ec-03a1278d257c binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:53.059756 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.233136 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd56973-da20-4a1c-929b-3516b68cbd4b req-a48eafce-5ef0-479a-9561-746dc4838b36 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:53.236003 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7cd56973-da20-4a1c-929b-3516b68cbd4b req-a48eafce-5ef0-479a-9561-746dc4838b36 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.0553753 Jan 27 11:18:53.290848 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7cd56973-da20-4a1c-929b-3516b68cbd4b req-d5f00fbc-3bf9-4a52-8916-5c9bacde1acc tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502656 Jan 27 11:18:53.332660 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks [] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.338375 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.382779 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161975a-2f88-42e8-988f-486321f2bef1 None None] Pushing event updated for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:53.411417 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device d1631fcf-9b25-45e1-8a21-8349b26a8bee no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:18:53.450071 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: d1631fcf-9b25-45e1-8a21-8349b26a8bee {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:18:53.451084 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device d1631fcf-9b25-45e1-8a21-8349b26a8bee not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:18:53.470335 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Attempting to bind port f0c8d112-a6a4-4e07-97ec-03a1278d257c on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:53.470904 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Attempting to bind port f0c8d112-a6a4-4e07-97ec-03a1278d257c by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:53.471453 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Attempting to bind port f0c8d112-a6a4-4e07-97ec-03a1278d257c on network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:53.472011 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48434) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:53.476477 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316503661', 'description': 'tempest-secgroup-smoke-1316503661 description', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:53.478633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:53.479016 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Checking segment: {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:53.479552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.479959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Bound using segment: {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:53.480431 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Bound port: f0c8d112-a6a4-4e07-97ec-03a1278d257c, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c83789-6564-41be-a545-1e9c2347efab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:53.481105 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.503287 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.558229 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] For port f0c8d112-a6a4-4e07-97ec-03a1278d257c, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:53.562610 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] For port f0c8d112-a6a4-4e07-97ec-03a1278d257c, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f0c8d112-a6a4-4e07-97ec-03a1278d257c,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:53.570793 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.599789 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (fc872ecd-f3a2-49f8-9852-b3408c1bae56), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.607139 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5a4b18be-f285-426c-8771-460075e950f3 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:53.608105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fc872ecd-f3a2-49f8-9852-b3408c1bae56), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.636409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.637889 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1648111 Jan 27 11:18:53.641506 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48438) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:53.645963 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:53.666259 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1321e-191a-4742-a067-b5e0628500db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc872ecd-f3a2-49f8-9852-b3408c1bae56,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:53.671266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b88e1c-da79-4d53-8dcb-30b06c587f81 req-cec4edf0-af5e-4ce8-9b33-6239b516a683 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:53.680280 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f3b88e1c-da79-4d53-8dcb-30b06c587f81 req-cec4edf0-af5e-4ce8-9b33-6239b516a683 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.0686741 Jan 27 11:18:53.691161 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (057ddd1d-24ae-4740-bd5b-5ede4126dd52), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.712853 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:53.713720 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:53.715227 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161975a-2f88-42e8-988f-486321f2bef1 None None] Pushing event updated for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:53.722104 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Provisioning complete for port f0c8d112-a6a4-4e07-97ec-03a1278d257c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:53.722482 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.732549 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f3b88e1c-da79-4d53-8dcb-30b06c587f81 req-2a8854c8-6d33-4043-b009-c109f46d4eb2 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Jan 27 11:18:53.769787 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (057ddd1d-24ae-4740-bd5b-5ede4126dd52), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.776430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (057ddd1d-24ae-4740-bd5b-5ede4126dd52), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.798129 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057ddd1d-24ae-4740-bd5b-5ede4126dd52,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:53.822127 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.826736 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5f9056a0-e8f0-40a5-9fa6-de239ada6130 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1811721 Jan 27 11:18:53.826736 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48450) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:53.827004 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 5a4b18be-f285-426c-8771-460075e950f3 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:53.827326 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5a4b18be-f285-426c-8771-460075e950f3), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.835075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:53.867544 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (8a3d2fc6-9edf-4de7-b44b-5dcf24e75a52), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.941695 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (8a3d2fc6-9edf-4de7-b44b-5dcf24e75a52), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.948369 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (8a3d2fc6-9edf-4de7-b44b-5dcf24e75a52), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.964852 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3d2fc6-9edf-4de7-b44b-5dcf24e75a52,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:53.981099 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:53.983179 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c25f0de6-f5c9-4494-986a-12ba8d96f8af tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556861 Jan 27 11:18:53.985843 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48480) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:53.991014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:54.046194 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:54.073331 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737c761-a40e-4fd2-aa4e-50c459903431 req-10017d51-b500-46b5-892a-6ee2a5072ea4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.074939 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1737c761-a40e-4fd2-aa4e-50c459903431 req-10017d51-b500-46b5-892a-6ee2a5072ea4 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0778742 Jan 27 11:18:54.075651 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (e6bc2414-eb62-4092-9b50-ca55d356c85c), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.093336 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Current status of the port f0c8d112-a6a4-4e07-97ec-03a1278d257c is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:54.093789 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.099579 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649bca0-b366-49c1-8674-3fbdee7c2716 req-e1d09e9e-bdf0-4b43-916d-ce6ed5107574 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.107783 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a649bca0-b366-49c1-8674-3fbdee7c2716 req-e1d09e9e-bdf0-4b43-916d-ce6ed5107574 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0697608 Jan 27 11:18:54.176005 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a649bca0-b366-49c1-8674-3fbdee7c2716 req-e258e95b-5968-446a-bde7-7c86f87805f5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664487 Jan 27 11:18:54.181686 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1737c761-a40e-4fd2-aa4e-50c459903431 req-754219ef-dcb5-49be-98ba-20ea342b6232 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3c743d7-e899-420f-b94e-657e5b08b7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961277 Jan 27 11:18:54.190123 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (e6bc2414-eb62-4092-9b50-ca55d356c85c), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.198458 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (e6bc2414-eb62-4092-9b50-ca55d356c85c), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.216783 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bc2414-eb62-4092-9b50-ca55d356c85c,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:54.233718 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 5a4b18be-f285-426c-8771-460075e950f3 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:54.235602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.236879 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-f8bb63ec-7abd-4661-a80e-cf9072b2f0cd tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497559 Jan 27 11:18:54.238663 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] For port f0c8d112-a6a4-4e07-97ec-03a1278d257c, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f0c8d112-a6a4-4e07-97ec-03a1278d257c,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:54.239523 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48488) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:54.245681 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:54.248866 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.304426 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (e2cf0100-1423-4126-bcc0-8406ce874253), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.347764 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead24cf-f11e-4326-a3b7-afa0d6ace6a6 None None] Pushing event updated for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:54.398772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-b36871c6-7f45-409f-9559-7c7211d0052f None None] Provisioning complete for port f0c8d112-a6a4-4e07-97ec-03a1278d257c triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:54.399699 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b36871c6-7f45-409f-9559-7c7211d0052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.432913 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (e2cf0100-1423-4126-bcc0-8406ce874253), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.440322 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (e2cf0100-1423-4126-bcc0-8406ce874253), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.466424 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78f40-aae9-42f5-9fab-f3803c032caa req-46f4c9dd-9ac1-49e7-8e94-f220daf23601 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.475605 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-90d78f40-aae9-42f5-9fab-f3803c032caa req-46f4c9dd-9ac1-49e7-8e94-f220daf23601 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.0955763 Jan 27 11:18:54.484177 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cf0100-1423-4126-bcc0-8406ce874253,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:54.505743 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bc214-0025-48a9-bff6-7e075633c43f req-db5a7a6f-d058-4b21-ae81-60a64e62a5f0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.508554 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f74bc214-0025-48a9-bff6-7e075633c43f req-db5a7a6f-d058-4b21-ae81-60a64e62a5f0 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 946 time: 0.0959909 Jan 27 11:18:54.513209 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.515242 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3f8d2fda-a9b9-432b-b142-f72aa286ac72 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2737348 Jan 27 11:18:54.517429 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48502) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:54.522176 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:54.594484 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.securitygroups_db [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Project 6b0bbcc4ccf248898b49c39d01b6f80e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:18:54.617134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (9a544913-b23c-44e3-bce6-2b649000a29e), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.642230 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-90d78f40-aae9-42f5-9fab-f3803c032caa req-04d91008-94a3-41d3-91b6-4fbee27aa4ed tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654646 Jan 27 11:18:54.662115 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Deleting port dfd8b99e-b26f-4333-b46d-e181f6299eec {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:18:54.662630 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.699317 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-523252c7-94e5-4b67-87ce-d61cf83d022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.701112 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-523252c7-94e5-4b67-87ce-d61cf83d022b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1780d310424c49a98f73d30676d69840&device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 1098 time: 0.1238251 Jan 27 11:18:54.732729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec7c72-f340-470f-9eaf-bb407bbe9b32 req-63ca65e3-0499-43c0-ad81-86e5f9746ddd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.734251 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-06ec7c72-f340-470f-9eaf-bb407bbe9b32 req-63ca65e3-0499-43c0-ad81-86e5f9746ddd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.1219304 Jan 27 11:18:54.762652 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'f0c8d112-a6a4-4e07-97ec-03a1278d257c', 'name': '', 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'mac_address': 'fa:16:3e:9b:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:50Z', 'updated_at': '2022-01-27T11:18:53Z', 'revision_number': 4, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'subnets': [{'id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:54.766446 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b36871c6-7f45-409f-9559-7c7211d0052f None None] Current status of the port f0c8d112-a6a4-4e07-97ec-03a1278d257c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:54.767174 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] For port dfd8b99e-b26f-4333-b46d-e181f6299eec, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dfd8b99e-b26f-4333-b46d-e181f6299eec,segment=NetworkSegment(6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1),segment_id=6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:54.767543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.771305 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (9a544913-b23c-44e3-bce6-2b649000a29e), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.782102 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Calling delete_port for dfd8b99e-b26f-4333-b46d-e181f6299eec owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:18:54.784199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (9a544913-b23c-44e3-bce6-2b649000a29e), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.799375 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01932fb-8118-4d83-a810-939c84798cf3 None None] The sync data for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi is: [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'f0c8d112-a6a4-4e07-97ec-03a1278d257c', 'name': '', 'network_id': '88a6868f-e61f-4b28-abdf-ed40205bc3a4', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'mac_address': 'fa:16:3e:9b:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:50Z', 'updated_at': '2022-01-27T11:18:53Z', 'revision_number': 4, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'subnets': [{'id': '92befa7b-ac5a-4bd9-acba-5c9260eef7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:54.855815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a544913-b23c-44e3-bce6-2b649000a29e,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:54.894864 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:54.896192 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d5874565-741a-4510-8ae6-024eca96552f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3777435 Jan 27 11:18:54.902791 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48518) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:54.909435 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'security_group_rule': {'security_group_id': 'fc872ecd-f3a2-49f8-9852-b3408c1bae56', 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:54.929556 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-06ec7c72-f340-470f-9eaf-bb407bbe9b32 req-41d244cf-1939-4c4f-b4b2-1e7417360fe6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809855 Jan 27 11:18:54.956423 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-afc3e335-2559-4337-82d8-cfbaaa81f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.958503 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-afc3e335-2559-4337-82d8-cfbaaa81f00e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 200 len: 920 time: 0.2480390 Jan 27 11:18:55.006493 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (dfd8b99e-b26f-4333-b46d-e181f6299eec), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.006743 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-c0d95447-3d06-4338-891a-dd800b8f79c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 200 len: 217 time: 0.0416899 Jan 27 11:18:55.008080 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.securitygroups_db [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Project 6b0bbcc4ccf248898b49c39d01b6f80e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:18:55.018961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['dfd8b99e-b26f-4333-b46d-e181f6299eec'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:55.027804 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (51b4cfc8-262e-4feb-b26a-7609011f38ad), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.043828 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Pushing event deleted for resources: {'Port': ['ID=dfd8b99e-b26f-4333-b46d-e181f6299eec,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:55.100979 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] No DVR routers for this DVR port dfd8b99e-b26f-4333-b46d-e181f6299eec on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:18:55.104833 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-78ad74e3-fc4f-4b96-995a-6452f1af42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:55.105058 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.106516 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-78ad74e3-fc4f-4b96-995a-6452f1af42a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 200 len: 859 time: 0.0940740 Jan 27 11:18:55.108410 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f74bc214-0025-48a9-bff6-7e075633c43f req-94b7a8dc-ac54-4788-82ab-545cb70d2e83 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.44 "DELETE /v2.0/ports/dfd8b99e-b26f-4333-b46d-e181f6299eec HTTP/1.1" status: 204 len: 173 time: 0.5948880 Jan 27 11:18:55.108876 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'name': 'network-vif-deleted', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:55.111231 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7692125-a116-46f5-9de8-60f95c3fb66e" -d '{"events": [{"server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "name": "network-vif-deleted", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:55.160336 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7502850c-44fd-4319-b254-6d56d675c977 x-openstack-request-id: req-7502850c-44fd-4319-b254-6d56d675c977 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:55.160630 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfeb002-58e6-4745-8308-f4e083043ccd", "name": "network-vif-deleted", "tag": "dfd8b99e-b26f-4333-b46d-e181f6299eec", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:55.160877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7502850c-44fd-4319-b254-6d56d675c977 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:55.161299 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfeb002-58e6-4745-8308-f4e083043ccd', 'name': 'network-vif-deleted', 'tag': 'dfd8b99e-b26f-4333-b46d-e181f6299eec', 'status': 'completed', 'code': 200} Jan 27 11:18:55.173566 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-0e4a855d-73dc-41d3-92ea-911924502be6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502553 Jan 27 11:18:55.212118 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (51b4cfc8-262e-4feb-b26a-7609011f38ad), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.226936 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (51b4cfc8-262e-4feb-b26a-7609011f38ad), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.307782 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b4cfc8-262e-4feb-b26a-7609011f38ad,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:55.327531 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.329018 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-79a421ad-3355-4d73-9e44-963d047f9ef3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4238005 Jan 27 11:18:55.336167 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-06bd28a0-530e-48d0-bd1b-70b0baed6d6b req-3f7ef248-c990-4a9a-bc32-7e055e790be3 tempest-AttachVolumeNegativeTest-898661870 tempest-AttachVolumeNegativeTest-898661870-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfeb002-58e6-4745-8308-f4e083043ccd HTTP/1.1" status: 200 len: 210 time: 0.0450723 Jan 27 11:18:55.358423 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-821066a4-9a09-47c0-8686-12fb59c7f164 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792898 Jan 27 11:18:55.479439 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-46e4d6dc-d04d-46b8-81df-6c2b081cc8ca req-e19a7c66-6467-4b2a-8713-7b6e25260c02 service neutron] 10.222.0.44 "GET /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104724 Jan 27 11:18:55.661148 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f0c8d112-a6a4-4e07-97ec-03a1278d257c up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:55.756471 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port f0c8d112-a6a4-4e07-97ec-03a1278d257c triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:55.757106 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:55.798836 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cdff1-f94b-4b13-9617-0ba787202754 req-41f856e9-bd66-450e-a2de-539c327a9925 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:55.800653 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-425cdff1-f94b-4b13-9617-0ba787202754 req-41f856e9-bd66-450e-a2de-539c327a9925 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.0856795 Jan 27 11:18:55.866632 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-425cdff1-f94b-4b13-9617-0ba787202754 req-9948f070-dde1-42b5-ab21-ad487415f498 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587096 Jan 27 11:18:55.878518 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port f0c8d112-a6a4-4e07-97ec-03a1278d257c is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:56.089302 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312bcfb-c17c-43a5-acec-dcd5685e1674 req-b3577e92-c745-4675-b770-5ffee9d01b7f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:56.090903 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1312bcfb-c17c-43a5-acec-dcd5685e1674 req-b3577e92-c745-4675-b770-5ffee9d01b7f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0590231 Jan 27 11:18:56.138701 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1312bcfb-c17c-43a5-acec-dcd5685e1674 req-b5e7ce41-ae65-4ae4-92fc-3a566ccb982e tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Jan 27 11:18:56.395536 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48586) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:56.440055 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Deleting subnet d6f48858-14fb-40cc-a2aa-88122d4f1c93 {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:18:56.443510 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Publish callbacks [] for subnet (d6f48858-14fb-40cc-a2aa-88122d4f1c93), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.480413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (d6f48858-14fb-40cc-a2aa-88122d4f1c93), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.527891 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (d6f48858-14fb-40cc-a2aa-88122d4f1c93), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.581859 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (d6f48858-14fb-40cc-a2aa-88122d4f1c93), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.609018 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f48858-14fb-40cc-a2aa-88122d4f1c93,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:56.616968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.617680 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-95479e2e-60f9-48e8-9313-ec36e1436da2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d6f48858-14fb-40cc-a2aa-88122d4f1c93 HTTP/1.1" status: 204 len: 168 time: 0.2209234 Jan 27 11:18:56.620302 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48590) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:56.689177 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (326373ef-b88f-43a1-a674-ad3e4c245d2e), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.770965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (326373ef-b88f-43a1-a674-ad3e4c245d2e), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.791343 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326373ef-b88f-43a1-a674-ad3e4c245d2e']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:56.800214 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:56.800515 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:56.810844 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.824448 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.830314 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:18:56.830691 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (6b976d49-0f2a-428e-ae4b-cab9f4fcc8e1), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:18:56.832469 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:18:56.891035 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (326373ef-b88f-43a1-a674-ad3e4c245d2e), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.896961 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:56.901187 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] 10.222.0.24 "DELETE /v2.0/networks/326373ef-b88f-43a1-a674-ad3e4c245d2e HTTP/1.1" status: 204 len: 168 time: 0.2799258 Jan 27 11:18:56.912336 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75775fa5-6e8f-44f4-9a50-9eedfc521bea admin admin] Pushing event deleted for resources: {'Network': ['ID=326373ef-b88f-43a1-a674-ad3e4c245d2e,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:56.985253 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd436-61c9-422d-b5ac-5718f5b86ac7 req-e6c72c2a-a767-42bb-93e0-a89e7d9d2b62 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:56.986745 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-73cbd436-61c9-422d-b5ac-5718f5b86ac7 req-e6c72c2a-a767-42bb-93e0-a89e7d9d2b62 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 943 time: 0.0499043 Jan 27 11:18:57.045884 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-73cbd436-61c9-422d-b5ac-5718f5b86ac7 req-3250a92c-f320-42e6-8c99-b061581303a2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536768 Jan 27 11:18:57.089327 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48598) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:57.132169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-4bd9a35d-bbe1-41f5-a70f-347952446fe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=663062073cd74d5bac2edb14ef0f50a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393381 Jan 27 11:18:57.135180 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48600) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:57.182669 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] Publish callbacks [] for security_group (d3c743d7-e899-420f-b94e-657e5b08b7bb), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.209595 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] Publish callbacks [] for security_group (d3c743d7-e899-420f-b94e-657e5b08b7bb), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.258998 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381c6cc-ae4b-46f8-9822-cbc9a2a0b2a2 req-826010fe-5b27-4775-b92c-6d34838398db tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:57.259667 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d3c743d7-e899-420f-b94e-657e5b08b7bb), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.260659 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b381c6cc-ae4b-46f8-9822-cbc9a2a0b2a2 req-826010fe-5b27-4775-b92c-6d34838398db tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Jan 27 11:18:57.262137 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.263463 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3c743d7-e899-420f-b94e-657e5b08b7bb HTTP/1.1" status: 204 len: 168 time: 0.1296182 Jan 27 11:18:57.273304 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d561c8c-e917-4b08-9e5c-2fa1fc0929d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c743d7-e899-420f-b94e-657e5b08b7bb,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:57.325507 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b381c6cc-ae4b-46f8-9822-cbc9a2a0b2a2 req-10938ed1-5e98-4867-a3fb-a34102fd1968 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Jan 27 11:18:57.409794 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device effbc26e-4613-4dc7-a580-277902757fff details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:57.543669 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=effbc26e-4613-4dc7-a580-277902757fff,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:57.565203 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'effbc26e-4613-4dc7-a580-277902757fff', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'port_id': 'effbc26e-4613-4dc7-a580-277902757fff', 'mac_address': 'fa:16:3e:85:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:57.623301 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port effbc26e-4613-4dc7-a580-277902757fff is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:57.623776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (effbc26e-4613-4dc7-a580-277902757fff), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.637200 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effbc26e-4613-4dc7-a580-277902757fff {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:57.658706 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=effbc26e-4613-4dc7-a580-277902757fff,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:57.666830 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:57.716008 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:57.969899 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['effbc26e-4613-4dc7-a580-277902757fff'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:58.179825 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe1611-b992-489d-bb05-4b45ccbb20e4 req-5240b2e4-2bba-4581-88b3-58b93add4365 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:58.182067 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2abe1611-b992-489d-bb05-4b45ccbb20e4 req-5240b2e4-2bba-4581-88b3-58b93add4365 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 944 time: 0.0573528 Jan 27 11:18:58.242177 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2abe1611-b992-489d-bb05-4b45ccbb20e4 req-c3f3dd0e-a20a-4b58-a9bb-d0880f332560 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532093 Jan 27 11:18:58.450444 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe148c-9531-4f6c-b3c1-a0c5a07a886c req-a365de22-be5f-4116-8a51-ccd7cbb3f134 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:58.453085 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b0fe148c-9531-4f6c-b3c1-a0c5a07a886c req-a365de22-be5f-4116-8a51-ccd7cbb3f134 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0587306 Jan 27 11:18:58.507108 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b0fe148c-9531-4f6c-b3c1-a0c5a07a886c req-05c8f41c-fd70-48ba-8e2c-5d8423c8fd26 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Jan 27 11:18:59.361379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ee95e-ebe8-4f46-9b7d-42b36894e365 req-4a75a522-fdd3-4256-98c4-def86e213e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:59.362844 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-169ee95e-ebe8-4f46-9b7d-42b36894e365 req-4a75a522-fdd3-4256-98c4-def86e213e18 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 944 time: 0.0481048 Jan 27 11:18:59.401685 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device effbc26e-4613-4dc7-a580-277902757fff up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:59.415504 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-169ee95e-ebe8-4f46-9b7d-42b36894e365 req-16c868bb-ad9e-4651-b621-d884d0469768 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463767 Jan 27 11:18:59.452635 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port effbc26e-4613-4dc7-a580-277902757fff completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:59.456548 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port effbc26e-4613-4dc7-a580-277902757fff triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:59.456944 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (effbc26e-4613-4dc7-a580-277902757fff), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:59.560201 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port effbc26e-4613-4dc7-a580-277902757fff is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:59.560674 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (effbc26e-4613-4dc7-a580-277902757fff), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:59.591043 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:59.593508 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497aa777-7ea3-4d8c-bc6e-72dea9099f42" -d '{"events": [{"server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "effbc26e-4613-4dc7-a580-277902757fff"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:59.606419 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=effbc26e-4613-4dc7-a580-277902757fff,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:59.611497 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:59.612078 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device dfd8b99e-b26f-4333-b46d-e181f6299eec no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:18:59.636858 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df2d9f6-9a4f-47bd-b2ba-f2f9d9a9d865 x-openstack-request-id: req-5df2d9f6-9a4f-47bd-b2ba-f2f9d9a9d865 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:59.637305 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "effbc26e-4613-4dc7-a580-277902757fff", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:59.637604 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5df2d9f6-9a4f-47bd-b2ba-f2f9d9a9d865 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:59.638030 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff', 'code': 200} Jan 27 11:18:59.640132 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: dfd8b99e-b26f-4333-b46d-e181f6299eec {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:18:59.640507 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device dfd8b99e-b26f-4333-b46d-e181f6299eec not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:18:59.691648 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:59.926617 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6e1c0-dae0-4d91-8d1c-9a38623a02c8 req-a5430a86-b382-4c14-8709-329b2147f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:59.928139 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dbe6e1c0-dae0-4d91-8d1c-9a38623a02c8 req-a5430a86-b382-4c14-8709-329b2147f88a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1098 time: 0.0653605 Jan 27 11:18:59.984506 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dbe6e1c0-dae0-4d91-8d1c-9a38623a02c8 req-2e35f928-97f5-447e-8e7b-83c16b014505 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488451 Jan 27 11:19:00.542392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83adc-b440-40b8-9549-d42206ded7ce req-56a52e05-6de1-45fb-a811-354779746388 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:00.543906 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-29d83adc-b440-40b8-9549-d42206ded7ce req-56a52e05-6de1-45fb-a811-354779746388 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0520875 Jan 27 11:19:00.592780 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-29d83adc-b440-40b8-9549-d42206ded7ce req-457c43bd-ccfd-4b04-bb9f-e0518c7d699c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Jan 27 11:19:01.712245 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3befb7-ea60-4e59-9759-271ab2ce4611 req-fd102347-a229-4998-81ac-d85b456159d1 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:01.713761 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4e3befb7-ea60-4e59-9759-271ab2ce4611 req-fd102347-a229-4998-81ac-d85b456159d1 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0542283 Jan 27 11:19:01.762887 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4e3befb7-ea60-4e59-9759-271ab2ce4611 req-ad6ede6f-6781-4ca9-b0e4-997e1d47c188 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Jan 27 11:19:01.877780 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537048e-86c3-4481-9ab2-eb17f9947cd4 req-46863b10-6aec-41be-8c97-2e5114ecd0a5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:01.879239 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9537048e-86c3-4481-9ab2-eb17f9947cd4 req-46863b10-6aec-41be-8c97-2e5114ecd0a5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0494652 Jan 27 11:19:01.932937 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9537048e-86c3-4481-9ab2-eb17f9947cd4 req-11ba44a8-ef57-477a-928e-5a722fd0a59a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Jan 27 11:19:01.958207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48712) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.169353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8aef11-57b1-4014-8a52-adef5338b089 tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:02.170976 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3e8aef11-57b1-4014-8a52-adef5338b089 tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1093 time: 0.2117674 Jan 27 11:19:02.174112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48716) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.178325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'port_id': 'effbc26e-4613-4dc7-a580-277902757fff', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:02.199147 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.304541 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.434090 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.27.2.148 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/ce9022d5-85fc-448c-bda1-0ee6b3faead7) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:02.476119 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0535f7-8abc-4d4e-ad09-cf9e1a458436 req-c10d4b73-170a-4a4e-87f4-df7603b07ec5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:02.485574 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dc0535f7-8abc-4d4e-ad09-cf9e1a458436 req-c10d4b73-170a-4a4e-87f4-df7603b07ec5 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0763047 Jan 27 11:19:02.553467 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dc0535f7-8abc-4d4e-ad09-cf9e1a458436 req-76abc892-3848-4d80-bc21-ea2bad8b14c2 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639203 Jan 27 11:19:02.564779 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.601456 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.644340 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:02.647064 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:02.653204 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:02.658555 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=ce9022d5-85fc-448c-bda1-0ee6b3faead7,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:02.691330 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.691330 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.691330 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.691760 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.691760 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.692646 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.692646 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.692646 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.693020 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.693352 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.693674 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.693999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.694318 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:03.170990 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (d3140f69-ee8d-4a95-854e-a451cb460bfc), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.275762 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.432163 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.436527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.506857 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=ce9022d5-85fc-448c-bda1-0ee6b3faead7,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.518321 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (d3140f69-ee8d-4a95-854e-a451cb460bfc), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.861015 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP d3140f69-ee8d-4a95-854e-a451cb460bfc associated. External IP: 172.27.2.148, port: effbc26e-4613-4dc7-a580-277902757fff. Jan 27 11:19:03.913394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea2650-a2e9-43ca-a9a1-da9509c636cc req-e0745a87-4c8e-4b6e-b0d8-e95d60209fe3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:03.914806 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f5ea2650-a2e9-43ca-a9a1-da9509c636cc req-e0745a87-4c8e-4b6e-b0d8-e95d60209fe3 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.1008348 Jan 27 11:19:04.017728 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f5ea2650-a2e9-43ca-a9a1-da9509c636cc req-0a4d65a0-41cb-49d9-8eb3-fdf027b88a17 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958409 Jan 27 11:19:04.164335 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:04.167332 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-42498a9a-260b-4ea0-8430-7c1afb75f869 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905423 Jan 27 11:19:04.285893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab258-7320-494b-a207-800c07a6e60e req-d20d81b5-2d2a-4766-8cda-3afecdb6b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.287365 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-d20d81b5-2d2a-4766-8cda-3afecdb6b085 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.0783358 Jan 27 11:19:04.307547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:04.317147 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:04.331353 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:04.332046 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.350029 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.418854 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-197626e7-9b62-45a4-9766-799f2ec2d83a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2436519 Jan 27 11:19:04.420922 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:04.423527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db57624-8ed6-499f-bd0f-cee25cef26cf" -d '{"events": [{"name": "network-changed", "server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "tag": "effbc26e-4613-4dc7-a580-277902757fff"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:04.461995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab258-7320-494b-a207-800c07a6e60e req-6ce56bed-cfa9-4574-81b0-2036161a0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.462256 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:04.463851 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-6ce56bed-cfa9-4574-81b0-2036161a0a63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.1506352 Jan 27 11:19:04.545318 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-84a30823-e48f-49d9-ac43-5cba333e8cba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 1001 time: 0.0724711 Jan 27 11:19:04.547109 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c027f02-de53-46b9-8f39-afcb394a382b x-openstack-request-id: req-1c027f02-de53-46b9-8f39-afcb394a382b {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:04.547403 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "tag": "effbc26e-4613-4dc7-a580-277902757fff", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:04.547648 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c027f02-de53-46b9-8f39-afcb394a382b {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:04.548033 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff', 'status': 'completed', 'code': 200} Jan 27 11:19:04.577261 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-95f08521-26c1-4586-a709-9ee22e2f0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.580066 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-95f08521-26c1-4586-a709-9ee22e2f0231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1098 time: 0.0724685 Jan 27 11:19:04.613563 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab258-7320-494b-a207-800c07a6e60e req-d4ff8628-7010-4638-8e90-e65882f396f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.615004 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-d4ff8628-7010-4638-8e90-e65882f396f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0614569 Jan 27 11:19:04.668508 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab258-7320-494b-a207-800c07a6e60e req-534dc230-74e6-4fdf-8769-f2766d5f75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.670467 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-534dc230-74e6-4fdf-8769-f2766d5f75ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445185 Jan 27 11:19:04.700998 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-5cfeedfe-bb42-412d-a32b-ba71b84f583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.702453 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-5cfeedfe-bb42-412d-a32b-ba71b84f583b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.1104317 Jan 27 11:19:04.739465 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'd3140f69-ee8d-4a95-854e-a451cb460bfc', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'effbc26e-4613-4dc7-a580-277902757fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:85:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:02Z', 'updated_at': '2022-01-27T11:19:02Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.774007 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:04.777595 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-71406749-3d54-4073-b6eb-3bbf8b7f708a service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991988 Jan 27 11:19:04.781369 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-a9434a5c-500c-4885-90e4-8cf0fb67d66b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 200 len: 999 time: 0.0689409 Jan 27 11:19:04.783283 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:04.783878 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:18:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.835497 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-ababee86-0091-4231-94eb-f9e0c18a63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.837866 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-ababee86-0091-4231-94eb-f9e0c18a63ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0450943 Jan 27 11:19:04.883961 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-cd6a3f97-d759-49b8-b934-b72004e383e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.885637 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-cd6a3f97-d759-49b8-b934-b72004e383e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417166 Jan 27 11:19:04.890710 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-95aab258-7320-494b-a207-800c07a6e60e req-9f98dcbe-c8d6-4186-9751-60b54ead94ae service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987523 Jan 27 11:19:04.896515 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:05.000699 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-ad4fd088-e789-47d8-af67-66e9dc4a4374 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041281 Jan 27 11:19:05.100827 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3db57624-8ed6-499f-bd0f-cee25cef26cf req-fb5b4598-e59b-4258-bd44-d9585c2138e1 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884991 Jan 27 11:19:05.145196 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a24f-3351-41cb-b39b-6e96ea2b5cca req-8ed8e0e4-051c-46bd-8530-8a6220fb1396 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:05.146670 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9642a24f-3351-41cb-b39b-6e96ea2b5cca req-8ed8e0e4-051c-46bd-8530-8a6220fb1396 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0543771 Jan 27 11:19:05.155244 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'd3140f69-ee8d-4a95-854e-a451cb460bfc', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'effbc26e-4613-4dc7-a580-277902757fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:85:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:02Z', 'updated_at': '2022-01-27T11:19:02Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:05.184203 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b008f2-8000-4b05-9a8c-0e9b36bb5e03 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'd3140f69-ee8d-4a95-854e-a451cb460bfc', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'effbc26e-4613-4dc7-a580-277902757fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:85:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:02Z', 'updated_at': '2022-01-27T11:19:02Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:05.197237 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9642a24f-3351-41cb-b39b-6e96ea2b5cca req-f3694880-0e71-4622-8a61-104a0edd9a71 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Jan 27 11:19:05.284732 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec7de8-4461-40d1-a707-91b361a7409e req-506fe7f0-b192-4cb5-821c-6269763b9c2d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:05.286309 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-72ec7de8-4461-40d1-a707-91b361a7409e req-506fe7f0-b192-4cb5-821c-6269763b9c2d tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 946 time: 0.0551398 Jan 27 11:19:05.381758 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Deleting port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:05.382695 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.385697 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491a830-cdca-4bef-a60f-79d4f3df0fb5 None None] New status for floating IP d3140f69-ee8d-4a95-854e-a451cb460bfc: ACTIVE {{(pid=102614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:19:05.480631 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] For port aacaf54e-0d89-4572-a1a9-a7dff0b89c37, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:05.481018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.493947 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Calling delete_port for aacaf54e-0d89-4572-a1a9-a7dff0b89c37 owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:05.641074 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (aacaf54e-0d89-4572-a1a9-a7dff0b89c37), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.649444 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.655801 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['aacaf54e-0d89-4572-a1a9-a7dff0b89c37', '12fdabed-b20b-4713-8fdf-3878d3fbfa8b'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:05.677840 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Pushing event deleted for resources: {'Port': ['ID=aacaf54e-0d89-4572-a1a9-a7dff0b89c37,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:05.691898 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.692317 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.692725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.693477 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.693477 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.693991 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.694390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.694590 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.694914 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.695583 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.696293 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.696293 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.696656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:05.733009 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] No DVR routers for this DVR port aacaf54e-0d89-4572-a1a9-a7dff0b89c37 on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:19:05.736324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.740003 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-72ec7de8-4461-40d1-a707-91b361a7409e req-f55ff9bc-1e83-4f71-9884-7c21f40273f6 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "DELETE /v2.0/ports/aacaf54e-0d89-4572-a1a9-a7dff0b89c37 HTTP/1.1" status: 204 len: 173 time: 0.4481571 Jan 27 11:19:05.740430 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'name': 'network-vif-deleted', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:05.742962 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d76ded-9bce-4b5b-aa98-fe608c69aeb2" -d '{"events": [{"server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "name": "network-vif-deleted", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:05.787757 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23734177-a26c-45a7-af49-0dda4f2cb1ca x-openstack-request-id: req-23734177-a26c-45a7-af49-0dda4f2cb1ca {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:05.788052 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1", "name": "network-vif-deleted", "tag": "aacaf54e-0d89-4572-a1a9-a7dff0b89c37", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:05.788308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23734177-a26c-45a7-af49-0dda4f2cb1ca {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:05.788711 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1', 'name': 'network-vif-deleted', 'tag': 'aacaf54e-0d89-4572-a1a9-a7dff0b89c37', 'status': 'completed', 'code': 200} Jan 27 11:19:06.102139 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-733ce46e-6820-4b89-843a-5c9c7a2712dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:06.303278 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5ed824ce-9f07-4bef-81c6-4c92ae116bca req-64e5eb8e-e723-4ee5-bf15-d6f05a7be29f tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d690b6-59d4-4cd1-b4a4-f55c51cf0eb1 HTTP/1.1" status: 200 len: 210 time: 0.0257943 Jan 27 11:19:07.002184 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48816) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:07.113681 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a5832a6a-69bf-4b66-a273-20ea60af39c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.189590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a5832a6a-69bf-4b66-a273-20ea60af39c4 admin admin] Publish callbacks [] for security_group (76f17689-03b5-48e6-81ef-7deb61ad2c50), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.193134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a5832a6a-69bf-4b66-a273-20ea60af39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (76f17689-03b5-48e6-81ef-7deb61ad2c50), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.233452 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a5832a6a-69bf-4b66-a273-20ea60af39c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c5f73919f2948229285bf776aa90e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301226 Jan 27 11:19:07.234176 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5832a6a-69bf-4b66-a273-20ea60af39c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f17689-03b5-48e6-81ef-7deb61ad2c50,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:07.236087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 48822) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:07.286376 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] Publish callbacks [] for security_group (76f17689-03b5-48e6-81ef-7deb61ad2c50), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.307888 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] Publish callbacks [] for security_group (76f17689-03b5-48e6-81ef-7deb61ad2c50), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.356631 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (76f17689-03b5-48e6-81ef-7deb61ad2c50), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.359240 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.362640 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76f17689-03b5-48e6-81ef-7deb61ad2c50 HTTP/1.1" status: 204 len: 168 time: 0.1232421 Jan 27 11:19:07.371426 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eecea-74d4-407c-a541-4c9d7beef546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f17689-03b5-48e6-81ef-7deb61ad2c50,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:07.607444 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4353b0-9109-4646-bfa4-5ef8547423e0 req-7787d57a-002c-4bce-8164-301e1112b836 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:07.608918 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-aa4353b0-9109-4646-bfa4-5ef8547423e0 req-7787d57a-002c-4bce-8164-301e1112b836 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0558612 Jan 27 11:19:07.662615 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-aa4353b0-9109-4646-bfa4-5ef8547423e0 req-4bc10b4a-20d1-4608-afc4-147d56221ad1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Jan 27 11:19:08.523510 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2ae66f4e-5c26-416f-9aac-57f03e18d2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:08.787458 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dac93-7892-467c-9c8c-c910d220bc8a req-f52ea42f-efbb-4ad0-9656-d87487dbd7ef tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:08.789091 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b39dac93-7892-467c-9c8c-c910d220bc8a req-f52ea42f-efbb-4ad0-9656-d87487dbd7ef tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Jan 27 11:19:08.840811 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b39dac93-7892-467c-9c8c-c910d220bc8a req-8b0a17d0-3c03-4758-87ea-ea33de2dfe54 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Jan 27 11:19:09.452717 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device aacaf54e-0d89-4572-a1a9-a7dff0b89c37 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:09.473891 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: aacaf54e-0d89-4572-a1a9-a7dff0b89c37 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:09.474244 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device aacaf54e-0d89-4572-a1a9-a7dff0b89c37 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:09.863355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:09.954234 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42258f4-65bb-412c-8114-1598f8aaa8e3 req-ec664b92-19f6-47ef-bcba-9391eb3d198a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:09.955775 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d42258f4-65bb-412c-8114-1598f8aaa8e3 req-ec664b92-19f6-47ef-bcba-9391eb3d198a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Jan 27 11:19:10.004446 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d42258f4-65bb-412c-8114-1598f8aaa8e3 req-89f3ab73-8852-4226-b9b8-5d721622c3fd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Jan 27 11:19:10.857814 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:11.124570 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014cdc-974b-4474-a91c-7363bcc152b4 req-7286b721-9677-46af-b6e2-b793e0a89465 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:11.126081 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-22014cdc-974b-4474-a91c-7363bcc152b4 req-7286b721-9677-46af-b6e2-b793e0a89465 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0508060 Jan 27 11:19:11.174497 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-22014cdc-974b-4474-a91c-7363bcc152b4 req-292ea87a-84c9-4fbc-8cc6-a80eb1e17a30 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Jan 27 11:19:11.407315 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:19:12.188161 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:12.297595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abd6e4-501c-4f80-aa5d-d0ac5c336cea req-017f8cbf-ec85-4617-80a6-70ea170312c9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:12.299062 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e0abd6e4-501c-4f80-aa5d-d0ac5c336cea req-017f8cbf-ec85-4617-80a6-70ea170312c9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0579031 Jan 27 11:19:12.350217 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e0abd6e4-501c-4f80-aa5d-d0ac5c336cea req-63e21d0b-8dcb-4182-96f7-30a4c70bbe02 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Jan 27 11:19:13.467377 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39185b2-b0f3-4d78-a513-9c09ce3da08f req-da1403a6-59c6-49c4-a1b6-ce017446320a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:13.468847 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e39185b2-b0f3-4d78-a513-9c09ce3da08f req-da1403a6-59c6-49c4-a1b6-ce017446320a tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Jan 27 11:19:13.515685 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e39185b2-b0f3-4d78-a513-9c09ce3da08f req-4f6b7323-3837-4dc6-9075-d9097e33f536 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Jan 27 11:19:14.627550 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a5bed-117c-41d8-989d-8ddc58a7f67d req-86f51c05-b062-49af-996b-66b6f339e9c1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:14.628911 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1e5a5bed-117c-41d8-989d-8ddc58a7f67d req-86f51c05-b062-49af-996b-66b6f339e9c1 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0477355 Jan 27 11:19:14.675945 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1e5a5bed-117c-41d8-989d-8ddc58a7f67d req-b111d829-5811-4fdb-a33a-46ddd8bd2137 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/security-groups?id=38ffdac6-e00f-422b-9790-13ec673943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Jan 27 11:19:15.349426 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-a79b52db-d5b1-48f2-bbb4-aecab3367bdd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:15.351175 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-a79b52db-d5b1-48f2-bbb4-aecab3367bdd tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Jan 27 11:19:15.450207 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Deleting port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:15.450666 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:15.541123 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] For port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:15.542155 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:15.553541 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Calling delete_port for 12fdabed-b20b-4713-8fdf-3878d3fbfa8b owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:15.682502 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (12fdabed-b20b-4713-8fdf-3878d3fbfa8b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:15.695083 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['12fdabed-b20b-4713-8fdf-3878d3fbfa8b'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:15.714007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Pushing event deleted for resources: {'Port': ['ID=12fdabed-b20b-4713-8fdf-3878d3fbfa8b,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:15.758086 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] No DVR routers for this DVR port 12fdabed-b20b-4713-8fdf-3878d3fbfa8b on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:19:15.761283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:15.764807 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-30555b33-f9e0-45e8-a182-2e3346e647cd req-68764bed-e692-40c2-8897-c661a02610e9 tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.44 "DELETE /v2.0/ports/12fdabed-b20b-4713-8fdf-3878d3fbfa8b HTTP/1.1" status: 204 len: 173 time: 0.4057772 Jan 27 11:19:15.765282 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'name': 'network-vif-deleted', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:15.767540 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349a2d71-38d0-41e7-8861-741458307148" -d '{"events": [{"server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "name": "network-vif-deleted", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:15.785518 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-01ac7828-cf69-472c-8293-bfd8efa99c3e req-d2643006-929f-4c03-9dcb-6ada46c4942c tempest-ServerRescueNegativeTestJSON-1854271884 tempest-ServerRescueNegativeTestJSON-1854271884-project] 10.222.0.24 "GET /v2.0/ports?device_id=1308051b-d7b3-4722-8fc2-c615242fade5 HTTP/1.1" status: 200 len: 210 time: 0.0308836 Jan 27 11:19:15.811793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c025df-3bb8-4670-9174-ad840b3e7e57 x-openstack-request-id: req-92c025df-3bb8-4670-9174-ad840b3e7e57 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:15.812087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1308051b-d7b3-4722-8fc2-c615242fade5", "name": "network-vif-deleted", "tag": "12fdabed-b20b-4713-8fdf-3878d3fbfa8b", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:15.812342 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c025df-3bb8-4670-9174-ad840b3e7e57 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:15.812740 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1308051b-d7b3-4722-8fc2-c615242fade5', 'name': 'network-vif-deleted', 'tag': '12fdabed-b20b-4713-8fdf-3878d3fbfa8b', 'status': 'completed', 'code': 200} Jan 27 11:19:16.842832 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 48990) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:17.249732 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.550129 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Deleting port caa42399-8a9e-4834-aaeb-25c5700db355 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:17.550365 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.873405 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] For port caa42399-8a9e-4834-aaeb-25c5700db355, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=caa42399-8a9e-4834-aaeb-25c5700db355,segment=NetworkSegment(494c0bfe-5323-488b-8952-40c6a4880c28),segment_id=494c0bfe-5323-488b-8952-40c6a4880c28)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:17.874128 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.885278 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Calling delete_port for caa42399-8a9e-4834-aaeb-25c5700db355 owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:18.057589 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (caa42399-8a9e-4834-aaeb-25c5700db355), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.082166 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa42399-8a9e-4834-aaeb-25c5700db355,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:18.243613 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.456696 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:18.559554 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:18.564534 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c068cb2e-a77d-4fa4-9744-bb5ab94708f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/4aee56d2-633c-4cc5-bcb4-4c63d7c75144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206666 Jan 27 11:19:18.567243 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49030) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:18.568448 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Sync routers for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:18.579048 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:18.579653 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:18.666503 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks [] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.680845 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:18.790968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks [] for router_gateway (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.844601 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Deleting port 6420d5b2-dd87-4ee0-a052-4499a6c754c9 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:18.844969 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.867585 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:19:18Z', 'revision_number': 5, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port': {'id': '6420d5b2-dd87-4ee0-a052-4499a6c754c9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:58Z', 'updated_at': '2022-01-27T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:18.897863 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Checking router: 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:18.909732 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Routers {'4aee56d2-633c-4cc5-bcb4-4c63d7c75144'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:18.910336 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:18.927187 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] For port 6420d5b2-dd87-4ee0-a052-4499a6c754c9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6420d5b2-dd87-4ee0-a052-4499a6c754c9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:18.927676 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.939714 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Calling delete_port for 6420d5b2-dd87-4ee0-a052-4499a6c754c9 owned by network:router_gateway {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:19.002805 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] Set router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:19.055828 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:19:18Z', 'revision_number': 6, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:19.110386 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (6420d5b2-dd87-4ee0-a052-4499a6c754c9), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.137541 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6420d5b2-dd87-4ee0-a052-4499a6c754c9,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.178835 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20b3dc-cdb7-42dc-8822-928bd465fcd8 None None] The sync data for ids ['4aee56d2-633c-4cc5-bcb4-4c63d7c75144'] in dv-cinder-826607-1-iscsi is: [{'id': '4aee56d2-633c-4cc5-bcb4-4c63d7c75144', 'name': 'tempest-ServerRescueNegativeTestJSON-1511395564-router', 'tenant_id': '1780d310424c49a98f73d30676d69840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:19:18Z', 'revision_number': 6, 'project_id': '1780d310424c49a98f73d30676d69840', 'gw_port_host': None}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:19.204706 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.313295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.315406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks [] for router_controller (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.379429 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (4aee56d2-633c-4cc5-bcb4-4c63d7c75144), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.379953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aee56d2-633c-4cc5-bcb4-4c63d7c75144 {{(pid=102612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:19:19.385051 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.386243 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-8ac1f105-0cc3-4f6a-a249-01162939ac75 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4aee56d2-633c-4cc5-bcb4-4c63d7c75144 HTTP/1.1" status: 204 len: 168 time: 0.8181026 Jan 27 11:19:19.388770 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49050) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:19.431246 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Deleting subnet 9f0bb130-8a81-4dc1-9b83-b4453e718366 {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:19:19.434847 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Publish callbacks [] for subnet (9f0bb130-8a81-4dc1-9b83-b4453e718366), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.467850 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (9f0bb130-8a81-4dc1-9b83-b4453e718366), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.505275 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (9f0bb130-8a81-4dc1-9b83-b4453e718366), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.522387 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12fdabed-b20b-4713-8fdf-3878d3fbfa8b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:19.555620 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 12fdabed-b20b-4713-8fdf-3878d3fbfa8b {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:19.555969 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12fdabed-b20b-4713-8fdf-3878d3fbfa8b not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:19.572014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (9f0bb130-8a81-4dc1-9b83-b4453e718366), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.604040 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.608291 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f0bb130-8a81-4dc1-9b83-b4453e718366 HTTP/1.1" status: 204 len: 168 time: 0.2182710 Jan 27 11:19:19.609855 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329c66a-b427-4c2c-a2a1-b30acb015ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0bb130-8a81-4dc1-9b83-b4453e718366,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.611389 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49052) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:19.693645 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.775524 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.795618 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cefd6f-6130-4847-8eaf-b2f824d6c6f2']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:19.804883 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494c0bfe-5323-488b-8952-40c6a4880c28') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:19.805206 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494c0bfe-5323-488b-8952-40c6a4880c28') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:19.815046 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (494c0bfe-5323-488b-8952-40c6a4880c28), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.829055 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (494c0bfe-5323-488b-8952-40c6a4880c28), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.835628 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:19:19.835750 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (494c0bfe-5323-488b-8952-40c6a4880c28), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:19:19.837564 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:19:19.894427 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (e5cefd6f-6130-4847-8eaf-b2f824d6c6f2), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.900093 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.903643 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e5cefd6f-6130-4847-8eaf-b2f824d6c6f2 HTTP/1.1" status: 204 len: 168 time: 0.2912629 Jan 27 11:19:19.918177 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52086d-8376-415f-8f12-928c016b610c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cefd6f-6130-4847-8eaf-b2f824d6c6f2,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.985560 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device caa42399-8a9e-4834-aaeb-25c5700db355 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:20.033100 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: caa42399-8a9e-4834-aaeb-25c5700db355 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:20.033455 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device caa42399-8a9e-4834-aaeb-25c5700db355 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:20.130194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49074) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.188441 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f4796456-f632-48e8-8971-9e9854df8922 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1780d310424c49a98f73d30676d69840&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569975 Jan 27 11:19:20.190877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49082) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.243974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] Publish callbacks [] for security_group (38ffdac6-e00f-422b-9790-13ec673943b4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.269441 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] Publish callbacks [] for security_group (38ffdac6-e00f-422b-9790-13ec673943b4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.334268 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (38ffdac6-e00f-422b-9790-13ec673943b4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.336828 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.342115 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38ffdac6-e00f-422b-9790-13ec673943b4 HTTP/1.1" status: 204 len: 168 time: 0.1478579 Jan 27 11:19:20.360794 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f950be3-0f27-4805-9e04-3a4ef3569b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ffdac6-e00f-422b-9790-13ec673943b4,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.024577 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49110) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:21.116693 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-899161359-network', 'tenant_id': '8370d4cabca844c68c84f5a215424c13'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:21.135927 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Made reservation on behalf of 8370d4cabca844c68c84f5a215424c13 for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:21.138159 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.146295 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.222340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks [] for security_group (9e8a9e3e-1e5c-42cc-af90-e10f3f200b19), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.227241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (9e8a9e3e-1e5c-42cc-af90-e10f3f200b19), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.251486 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:19:21.259997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a9e3e-1e5c-42cc-af90-e10f3f200b19,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.266379 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (fc3d7852-afec-4b5f-971d-0710e7325696), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.266726 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Added segment fc3d7852-afec-4b5f-971d-0710e7325696 of type vlan for network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 Jan 27 11:19:21.309634 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (9d4da81a-e2b3-4f4b-a971-dfa10cb66714), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.333859 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (9d4da81a-e2b3-4f4b-a971-dfa10cb66714), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.334937 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:21.335524 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.370031 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3441529 Jan 27 11:19:21.372989 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49118) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:21.378362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Request body: {'subnet': {'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-subnet', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:21.398416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Made reservation on behalf of 8370d4cabca844c68c84f5a215424c13 for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:21.400813 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58747146'] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.403066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692230ed-d2ed-4409-9e1a-dff0aea30f19 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4da81a-e2b3-4f4b-a971-dfa10cb66714,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.419014 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:19:21.529795 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6420d5b2-dd87-4ee0-a052-4499a6c754c9 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:21.558790 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 6420d5b2-dd87-4ee0-a052-4499a6c754c9 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:21.559145 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6420d5b2-dd87-4ee0-a052-4499a6c754c9 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:21.583209 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58758223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58747196'] for subnet (c9301017-e2c8-4059-94f3-d49ef929ebb4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.640994 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9301017-e2c8-4059-94f3-d49ef929ebb4,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.648208 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Checking segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:21.648860 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Network hostable DHCP agents. Network: 9d4da81a-e2b3-4f4b-a971-dfa10cb66714, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:19:21.665882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:19:21.674450 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 9d4da81a-e2b3-4f4b-a971-dfa10cb66714) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:21.678339 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:21.678924 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.686516 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef88c4-f616-490b-8df6-01602380b909 None None] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:19:21.695339 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-e22026b7-9920-400b-8ae4-d66ba0665508 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3207507 Jan 27 11:19:21.699169 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49134) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:21.703838 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:21.727127 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.728171 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.788861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:19:21.790124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.935469 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Allocated IP 172.20.0.2 (9d4da81a-e2b3-4f4b-a971-dfa10cb66714/c9301017-e2c8-4059-94f3-d49ef929ebb4/c36bcbe0-c6d7-483b-b574-c182562f7cec) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:22.021108 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for router_controller (a54a531c-4115-46f6-b3c6-9f27346453d0), precommit_add_association {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.086039 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks [] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.092205 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.128805 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:22.131561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:22.140471 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:22.143456 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Pushing event updated for resources: {'Port': ['ID=c36bcbe0-c6d7-483b-b574-c182562f7cec,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:22.155634 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for router_gateway (a54a531c-4115-46f6-b3c6-9f27346453d0), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.155831 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.155831 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.155831 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.156114 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.156212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.156531 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.156863 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.157214 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.157539 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.157863 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.158359 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.158567 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.158902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:22.209861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Attempting to bind port c36bcbe0-c6d7-483b-b574-c182562f7cec on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:22.210142 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Attempting to bind port c36bcbe0-c6d7-483b-b574-c182562f7cec by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:22.210505 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Attempting to bind port c36bcbe0-c6d7-483b-b574-c182562f7cec on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:22.215461 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:22.215821 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Checking segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:22.216218 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.216737 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Bound using segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:22.217102 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Bound port: c36bcbe0-c6d7-483b-b574-c182562f7cec, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:22.217484 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.282599 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] For port c36bcbe0-c6d7-483b-b574-c182562f7cec, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:22.286737 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] For port c36bcbe0-c6d7-483b-b574-c182562f7cec, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c36bcbe0-c6d7-483b-b574-c182562f7cec,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:22.291393 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.362720 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b3a0-2e26-4d39-bdd7-9e10361b5deb None None] Pushing event updated for resources: {'Port': ['ID=c36bcbe0-c6d7-483b-b574-c182562f7cec,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:22.374526 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for router_gateway (a54a531c-4115-46f6-b3c6-9f27346453d0), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.395868 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.546610 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Allocated IP 172.27.2.160 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/d3c85593-805a-4e1b-b0d5-697e4d5e8d86) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:22.552402 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-56013ff7-8910-4eef-9f43-2316c7260e69 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316503661&fields=id&tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e HTTP/1.1" status: 200 len: 267 time: 0.0999207 Jan 27 11:19:22.732790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-f1fc5323-f86b-45f7-8a36-3b22b6a252f6 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:22.734307 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-f1fc5323-f86b-45f7-8a36-3b22b6a252f6 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 809 time: 0.1726649 Jan 27 11:19:22.753623 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.761078 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-f3d130d7-ff74-4ec7-ae55-4b86764df149 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/quotas/6b0bbcc4ccf248898b49c39d01b6f80e HTTP/1.1" status: 200 len: 375 time: 0.0182149 Jan 27 11:19:22.821235 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.835512 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d2f17d42-9c9d-4954-80f5-62435038783d tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666597 Jan 27 11:19:22.880705 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:22.894557 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:22.907408 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:22.933795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Pushing event updated for resources: {'Port': ['ID=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:23.079016 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-5e69eef4-4220-4959-86c7-99e6e78e24f4 service neutron] 10.222.0.24 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187333 Jan 27 11:19:23.246207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-c121af6c-9f17-4287-9759-91ebfd51f5a2 service neutron] 10.222.0.24 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436758 Jan 27 11:19:23.306688 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for router_gateway (a54a531c-4115-46f6-b3c6-9f27346453d0), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.341130 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd31823-bec3-4843-a4bb-0b36bc5f0248 None None] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:19:23.433001 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Provisioning complete for port c36bcbe0-c6d7-483b-b574-c182562f7cec triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:23.433471 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.553270 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Current status of the port c36bcbe0-c6d7-483b-b574-c182562f7cec is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:23.559897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.583749 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.631766 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] For port c36bcbe0-c6d7-483b-b574-c182562f7cec, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c36bcbe0-c6d7-483b-b574-c182562f7cec,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:23.646447 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.653795 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e1b50d48-04d4-43df-a147-a00b7043d007 req-4ce21eeb-339c-49d9-ad8a-222294ab8876 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 210 time: 0.0773661 Jan 27 11:19:23.713806 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c36bcbe0-c6d7-483b-b574-c182562f7cec up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:23.757195 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98c0a0-efbe-4054-a566-b2e5e93e943f None None] Pushing event updated for resources: {'Port': ['ID=c36bcbe0-c6d7-483b-b574-c182562f7cec,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:23.782600 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Router a54a531c-4115-46f6-b3c6-9f27346453d0 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:19:23.791738 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port c36bcbe0-c6d7-483b-b574-c182562f7cec triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:23.792122 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.894545 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port c36bcbe0-c6d7-483b-b574-c182562f7cec is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:23.896588 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d13c8f2d-63ba-4f60-9d60-c9cae513b478 None None] Provisioning complete for port c36bcbe0-c6d7-483b-b574-c182562f7cec triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:23.896974 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d13c8f2d-63ba-4f60-9d60-c9cae513b478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.905058 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:23.924971 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.925949 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c73332c6-6ead-4948-ad6f-6dd0e98824ca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2257159 Jan 27 11:19:23.929167 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49172) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:23.935655 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:23.958637 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:23.959276 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:24.110898 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d13c8f2d-63ba-4f60-9d60-c9cae513b478 None None] Current status of the port c36bcbe0-c6d7-483b-b574-c182562f7cec is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:24.131988 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:24.423724 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.502988 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:23Z', 'revision_number': 3, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:24.535706 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:24.536110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Updating router a54a531c-4115-46f6-b3c6-9f27346453d0 port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:19:24.570312 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.619101 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Allocated IP 172.20.0.1 (9d4da81a-e2b3-4f4b-a971-dfa10cb66714/c9301017-e2c8-4059-94f3-d49ef929ebb4/70ba2271-6b8f-4ece-9782-e2affa131d5d) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:24.747619 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks [] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.761303 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0bdf72ab-37f9-4675-98a8-ccdac0ff6482 req-d6f89210-e2cf-418e-933b-f7343c5cfa01 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 210 time: 0.0335805 Jan 27 11:19:24.864748 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.874045 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d1a056d9-8b44-42bf-a38b-84227c78234c tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:24.875467 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d1a056d9-8b44-42bf-a38b-84227c78234c tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 809 time: 0.1531596 Jan 27 11:19:24.880135 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks [] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.885402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.929684 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:24.937851 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Attempting to bind port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:24.938231 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Attempting to bind port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:24.938599 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Attempting to bind port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:24.940304 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:24.946204 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:24.950793 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:24.951200 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:24.951612 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.952027 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:24.952506 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Bound port: d3c85593-805a-4e1b-b0d5-697e4d5e8d86, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:24.952972 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.954716 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946956-f084-48e7-a939-e5d50542146d None None] Pushing event updated for resources: {'Port': ['ID=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:24.957721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Pushing event updated for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.019785 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] For port d3c85593-805a-4e1b-b0d5-697e4d5e8d86, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:25.023627 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-c051ed4d-e466-452f-9d05-ac46c15cd05b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e HTTP/1.1" status: 200 len: 380 time: 0.1252511 Jan 27 11:19:25.024376 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] For port d3c85593-805a-4e1b-b0d5-697e4d5e8d86, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:25.027235 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (a54a531c-4115-46f6-b3c6-9f27346453d0), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.028308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.034031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'port': {'device_id': '88d88e48-6fdf-433c-844b-469b2f624b33', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'admin_state_up': True, 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'security_groups': ['fc872ecd-f3a2-49f8-9852-b3408c1bae56']}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:25.101212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:25.101800 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:25.107081 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946956-f084-48e7-a939-e5d50542146d None None] Pushing event updated for resources: {'Port': ['ID=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.214410 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:25.240143 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Made reservation on behalf of 6b0bbcc4ccf248898b49c39d01b6f80e for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:25.243482 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.247403 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.330623 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-45c3d566-85f9-4b65-8c65-1e82c5a81f31 None None] Provisioning complete for port 70ba2271-6b8f-4ece-9782-e2affa131d5d triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:25.331003 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-45c3d566-85f9-4b65-8c65-1e82c5a81f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.377021 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-45c3d566-85f9-4b65-8c65-1e82c5a81f31 None None] Port 70ba2271-6b8f-4ece-9782-e2affa131d5d cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:25.438728 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:23Z', 'revision_number': 3, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:25.458570 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Allocated IP 172.20.0.8 (92e46383-64f2-4d5c-9d4b-2ee7b24827ae/824ae642-4ad6-49ec-937e-8937968628b0/2eede796-6d4f-4e20-9f58-44682ec19c42) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:25.467186 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1828ef-944f-4453-ba24-65ccdec40e1d None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:23Z', 'revision_number': 3, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:25.601900 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks [] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.614390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.618467 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c36bcbe0-c6d7-483b-b574-c182562f7cec up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:25.684270 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port c36bcbe0-c6d7-483b-b574-c182562f7cec triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:25.684729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.784223 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port c36bcbe0-c6d7-483b-b574-c182562f7cec is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:25.964913 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Pushing event updated for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.968684 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f2f545c5-b3f0-4c18-aec2-af18fd15183c req-7d468c3c-d5ac-472e-aa7e-cc5d33fa8532 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 210 time: 0.0600553 Jan 27 11:19:25.987096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (a54a531c-4115-46f6-b3c6-9f27346453d0), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.001523 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.094582 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.153801 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:26.155396 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:26.158763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:26.160686 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:26.166480 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:26.175128 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.260960 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:26.261655 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.327997 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-d14a9e85-5ae8-47b4-8fd0-2885d9fd5a99 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2977309 Jan 27 11:19:26.346437 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Request body: {'port': {'device_id': '88d88e48-6fdf-433c-844b-469b2f624b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:26.396128 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:26.425782 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.505433 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Provisioning complete for port 2eede796-6d4f-4e20-9f58-44682ec19c42 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:26.505819 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.539191 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Port 2eede796-6d4f-4e20-9f58-44682ec19c42 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:26.548993 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Provisioning complete for port 70ba2271-6b8f-4ece-9782-e2affa131d5d triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:26.549369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.584794 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6f7fc-587e-4b3c-8efa-db42a3599309 None None] Port 70ba2271-6b8f-4ece-9782-e2affa131d5d cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:26.628811 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:26.636199 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e7816fd0-35c3-41c9-a943-f4c93c8754d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/a54a531c-4115-46f6-b3c6-9f27346453d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056737 Jan 27 11:19:26.818300 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eede796-6d4f-4e20-9f58-44682ec19c42 {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:26.826849 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks [] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.841157 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Transition to ACTIVE for port object 2eede796-6d4f-4e20-9f58-44682ec19c42 will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:19:26.844834 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.902084 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.985416 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Attempting to bind port 2eede796-6d4f-4e20-9f58-44682ec19c42 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:26.986060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Attempting to bind port 2eede796-6d4f-4e20-9f58-44682ec19c42 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:26.986584 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Attempting to bind port 2eede796-6d4f-4e20-9f58-44682ec19c42 on network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:26.992453 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Port 2eede796-6d4f-4e20-9f58-44682ec19c42 on network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:19:26.992774 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Attempting to bind port 2eede796-6d4f-4e20-9f58-44682ec19c42 on network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:27.000275 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:27.000655 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Checking segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:27.001738 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Bound using segment: {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:27.001738 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Bound port: 2eede796-6d4f-4e20-9f58-44682ec19c42, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaaf314-884a-449e-8455-900f002f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:27.002205 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.123934 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:27.127729 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:27.132604 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.149250 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4377d8-fe12-4e6d-92b9-9fedc1b0359a req-018136e9-fa3f-4d4e-8dec-4d5a03dad0a8 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:27.150819 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ee4377d8-fe12-4e6d-92b9-9fedc1b0359a req-018136e9-fa3f-4d4e-8dec-4d5a03dad0a8 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0936430 Jan 27 11:19:27.198452 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:27.199126 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.200506 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] 10.222.0.44 "PUT /v2.0/ports/2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 1093 time: 0.8601501 Jan 27 11:19:27.200997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:27.213900 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59265f97-d0a8-49b8-8e09-6d3306f4803e" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:27.278461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8f654-12b6-4d64-8a78-1a5a0e7f8062 service neutron] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:27.308297 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ee4377d8-fe12-4e6d-92b9-9fedc1b0359a req-e98021e9-98d0-4c0c-b051-7ff412c0c52e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320293 Jan 27 11:19:27.355599 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-39e20767-d334-4408-bb43-d41693803a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:27.357185 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-39e20767-d334-4408-bb43-d41693803a54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1096 time: 0.0733576 Jan 27 11:19:27.363971 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49226) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:27.374380 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799261716', 'description': 'tempest-description--878040590'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:27.402545 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:27.418070 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:27.418713 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:27.432033 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ce075-43cc-4b73-9851-c2012a8aafe1 x-openstack-request-id: req-6f2ce075-43cc-4b73-9851-c2012a8aafe1 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:27.432375 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:27.432798 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f2ce075-43cc-4b73-9851-c2012a8aafe1 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:27.433251 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'status': 'completed', 'code': 200} Jan 27 11:19:27.436286 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-fdbf37a5-66cb-4bc8-bcc0-53f15fe60bee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 217 time: 0.0566480 Jan 27 11:19:27.459147 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.513918 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-00813465-32a8-4c16-b0a3-43e5cac272fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:27.515628 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-00813465-32a8-4c16-b0a3-43e5cac272fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0668588 Jan 27 11:19:27.541003 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:27.596895 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (640e62f5-f8a4-4654-ae9f-d6906ff95a33), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.599904 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-484ad9ca-250e-4f4d-bd9a-5f88e492d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:27.601482 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-484ad9ca-250e-4f4d-bd9a-5f88e492d853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739536 Jan 27 11:19:27.602491 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (640e62f5-f8a4-4654-ae9f-d6906ff95a33), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.668408 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.669904 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3002737 Jan 27 11:19:27.672800 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49230) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:27.675370 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d3c85593-805a-4e1b-b0d5-697e4d5e8d86 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:27.678016 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group_rule': {'security_group_id': '640e62f5-f8a4-4654-ae9f-d6906ff95a33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:27.704711 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e4dbc-0960-4095-b0f5-2a4b637cf938 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640e62f5-f8a4-4654-ae9f-d6906ff95a33,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:27.736789 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-196296ed-e7db-4cae-8bc7-da17ea91ce19 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275947 Jan 27 11:19:27.746103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:27.746385 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (0c39d7b7-3542-430a-816f-7d2a10f3925f), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.746514 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.798713 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 2, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:27.831938 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:27.832615 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Updating router a54a531c-4115-46f6-b3c6-9f27346453d0 port 70ba2271-6b8f-4ece-9782-e2affa131d5d binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:19:27.855997 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (0c39d7b7-3542-430a-816f-7d2a10f3925f), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.861250 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.863220 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-749dfdfd-5b39-4aab-8b2d-5962408c95a5 req-471b46c9-8b31-46ce-9239-8ce20cde3082 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147802 Jan 27 11:19:27.864715 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (0c39d7b7-3542-430a-816f-7d2a10f3925f), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.873047 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:27.873574 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.907251 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port d3c85593-805a-4e1b-b0d5-697e4d5e8d86, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:27.910676 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c39d7b7-3542-430a-816f-7d2a10f3925f,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:27.923795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.925423 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.926302 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-54a14377-f22e-4278-aa3b-3104dfa61729 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517364 Jan 27 11:19:27.930207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49240) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:27.937677 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group_rule': {'security_group_id': '640e62f5-f8a4-4654-ae9f-d6906ff95a33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:27.977914 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (5af2ce1a-6765-47da-bd5c-95aec161a541), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.002031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-badde579-9c54-466d-ad2c-0545249aff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.003526 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-badde579-9c54-466d-ad2c-0545249aff9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1096 time: 0.0891418 Jan 27 11:19:28.044598 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.122362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (5af2ce1a-6765-47da-bd5c-95aec161a541), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.126416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (5af2ce1a-6765-47da-bd5c-95aec161a541), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.139700 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-13b2abed-80f2-4e30-9026-936aecf1d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.141235 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-13b2abed-80f2-4e30-9026-936aecf1d786 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.1297030 Jan 27 11:19:28.142440 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2ce1a-6765-47da-bd5c-95aec161a541,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.153861 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.156984 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ee21ab3e-4032-4f9b-a75c-0d406824db63 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236161 Jan 27 11:19:28.161490 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49248) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:28.170242 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:28.191547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.192307 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-64d38ab8-27d8-490c-b246-81e70b6aabb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 217 time: 0.0424123 Jan 27 11:19:28.220704 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks [] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.226296 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.244034 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-9acef421-9b0c-4780-8a91-8813ee8a1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.246259 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-9acef421-9b0c-4780-8a91-8813ee8a1d91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0471780 Jan 27 11:19:28.277310 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Pushing event updated for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.285303 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.285303 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.285659 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.286159 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.286641 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.287117 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.287604 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.288078 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.288548 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.289062 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.289547 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.289872 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.290190 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:28.301199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.303581 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-1802353d-34f3-401e-b0c4-85453416973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.305304 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-1802353d-34f3-401e-b0c4-85453416973e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493932 Jan 27 11:19:28.355006 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Attempting to bind port 70ba2271-6b8f-4ece-9782-e2affa131d5d on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:28.355383 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Attempting to bind port 70ba2271-6b8f-4ece-9782-e2affa131d5d by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:28.355742 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Attempting to bind port 70ba2271-6b8f-4ece-9782-e2affa131d5d on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:28.361146 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:28.361518 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Checking segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:28.361917 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.362440 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Bound using segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:28.363041 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Bound port: 70ba2271-6b8f-4ece-9782-e2affa131d5d, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:28.363545 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.435076 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] For port 70ba2271-6b8f-4ece-9782-e2affa131d5d, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:28.438347 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] For port 70ba2271-6b8f-4ece-9782-e2affa131d5d, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=70ba2271-6b8f-4ece-9782-e2affa131d5d,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:28.442577 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-9b228950-b126-41b0-8201-e2cac6b3a38b service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299613 Jan 27 11:19:28.451319 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.499740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Allocated IP 172.27.2.50 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/a4e636c9-b507-4633-80c6-3d414c22af38) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:28.520101 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0e5c-278b-4073-95e1-e12c3c6cf4c3 req-a91b84d8-fb98-4ffe-86ad-6ebae3ff97dc tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.521008 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:28.521410 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:28.522387 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-032b0e5c-278b-4073-95e1-e12c3c6cf4c3 req-a91b84d8-fb98-4ffe-86ad-6ebae3ff97dc tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0972805 Jan 27 11:19:28.527530 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ae1be-8a14-4320-a733-72c13ea74f72 None None] Pushing event updated for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.600746 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Provisioning complete for port 70ba2271-6b8f-4ece-9782-e2affa131d5d triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:28.601355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.637670 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-032b0e5c-278b-4073-95e1-e12c3c6cf4c3 req-33006124-c8c2-4116-b8e4-35a98721e457 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011605 Jan 27 11:19:28.650464 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:28.671547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (a4e636c9-b507-4633-80c6-3d414c22af38), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.692308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Current status of the port 70ba2271-6b8f-4ece-9782-e2affa131d5d is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:28.692913 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.717739 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.737549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] For port 70ba2271-6b8f-4ece-9782-e2affa131d5d, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=70ba2271-6b8f-4ece-9782-e2affa131d5d,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:28.743075 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.770406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:28.774749 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:28.780419 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:28.792333 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e5614-a1d6-41bd-bf20-8f12a0b98147 None None] Pushing event updated for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.802848 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=a4e636c9-b507-4633-80c6-3d414c22af38,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.865241 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-c84a039f-4528-4802-a799-068900eacc91 None None] Provisioning complete for port 70ba2271-6b8f-4ece-9782-e2affa131d5d triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:28.865622 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c84a039f-4528-4802-a799-068900eacc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.868494 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.868956 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:28.896819 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50113eb3-a4b7-469d-98bf-a0d7ea9dea1f None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:28.903981 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.965103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c84a039f-4528-4802-a799-068900eacc91 None None] Current status of the port 70ba2271-6b8f-4ece-9782-e2affa131d5d is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:29.084751 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (a4e636c9-b507-4633-80c6-3d414c22af38), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:29.094965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:29.170166 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=a4e636c9-b507-4633-80c6-3d414c22af38,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:29.191369 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:29.219210 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:29.223284 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1f20bb70-5de5-4f81-a240-0631fab5aac7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0581250 Jan 27 11:19:29.280780 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59265f97-d0a8-49b8-8e09-6d3306f4803e req-566534ff-8f9d-46d8-9b17-069d62914518 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995352 Jan 27 11:19:29.403744 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-0aca89c4-5ca6-4aaf-9562-c1e6da3d5c1d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--799261716&fields=id&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 267 time: 0.0446882 Jan 27 11:19:29.518233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-19662d5c-da2c-403b-b1cd-ca429360e413 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:29.519759 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-19662d5c-da2c-403b-b1cd-ca429360e413 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 816 time: 0.1094668 Jan 27 11:19:29.538043 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-dd5a983d-021a-40bf-a9a4-c3cfa969b5ef tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/quotas/8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 375 time: 0.0123174 Jan 27 11:19:29.601095 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-1a4cbf0c-78ea-483b-94f6-b22592cab274 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567412 Jan 27 11:19:29.705108 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 70ba2271-6b8f-4ece-9782-e2affa131d5d up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:29.716963 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-6f1c9ce6-5fe2-4936-bffa-2c5154b66181 service neutron] 10.222.0.24 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041062 Jan 27 11:19:29.759241 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 70ba2271-6b8f-4ece-9782-e2affa131d5d triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:29.759969 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:29.817911 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-f70144ec-6860-4ca2-9724-5cad4d5bf467 service neutron] 10.222.0.24 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943983 Jan 27 11:19:29.853168 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 70ba2271-6b8f-4ece-9782-e2affa131d5d is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:29.854457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d3c85593-805a-4e1b-b0d5-697e4d5e8d86 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:29.905086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:29.905600 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:30.015434 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903788d0-74eb-464a-ab07-7d8318a0f2e7 req-88f46079-6e87-4bde-bd79-8ab138e9346d tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:30.023279 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-903788d0-74eb-464a-ab07-7d8318a0f2e7 req-88f46079-6e87-4bde-bd79-8ab138e9346d tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.3231683 Jan 27 11:19:30.037199 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:30.048555 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fa5d0adc-a3cf-419f-a12c-9e2018882363 req-a660a44d-f39c-40f6-a595-4a4169f3e2e1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0435143 Jan 27 11:19:30.071425 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-903788d0-74eb-464a-ab07-7d8318a0f2e7 req-922f0af0-b327-4b7b-a0ab-bf5b09c00b28 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472968 Jan 27 11:19:31.198384 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fb0779b1-73be-44ff-a1a0-c4a41788fe20 req-034195d8-213c-4c53-9eb5-4685f7522950 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0406265 Jan 27 11:19:31.210847 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004cae2-e4dc-4fbf-9f7c-3edb5f6f366a req-ce848f58-123e-4827-b27c-70aaeed762c3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:31.212490 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0004cae2-e4dc-4fbf-9f7c-3edb5f6f366a req-ce848f58-123e-4827-b27c-70aaeed762c3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0538723 Jan 27 11:19:31.263537 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0004cae2-e4dc-4fbf-9f7c-3edb5f6f366a req-f0761fd8-59e6-42df-8a3e-abafca3eae26 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Jan 27 11:19:32.299479 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a9d99561-baf3-46cb-822c-1e17b41ec527 req-c20ec984-a402-4e68-91e0-b3724058ea32 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0263026 Jan 27 11:19:32.381969 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1eb7-38f7-40f7-a59a-f6b3e759f303 req-0cc05339-07d7-478f-a06e-e2d9c700a312 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.383433 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-eb6f1eb7-38f7-40f7-a59a-f6b3e759f303 req-0cc05339-07d7-478f-a06e-e2d9c700a312 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0501194 Jan 27 11:19:32.431820 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-eb6f1eb7-38f7-40f7-a59a-f6b3e759f303 req-0affa89b-5a5e-4331-b48d-5b1a8c3c9538 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Jan 27 11:19:33.395030 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-099dfb1e-d24b-499c-8f7e-fa6cbc55e180 req-748680da-360a-4cd0-b030-8aae177a3131 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0268888 Jan 27 11:19:33.544308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a202f13-4cc8-4a37-bd74-6526c31aa9e1 req-9517a310-a9f5-4fb9-93b7-11a944b4693e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.545783 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a202f13-4cc8-4a37-bd74-6526c31aa9e1 req-9517a310-a9f5-4fb9-93b7-11a944b4693e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0467672 Jan 27 11:19:33.592118 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a202f13-4cc8-4a37-bd74-6526c31aa9e1 req-8ddd73cc-82d4-4fe9-9543-5bc5a1308e80 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Jan 27 11:19:34.044180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-660a0621-faa4-46dd-9350-480cc8e8f5fb tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.045726 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-660a0621-faa4-46dd-9350-480cc8e8f5fb tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 816 time: 0.1024930 Jan 27 11:19:34.107737 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-dc0ba587-6e6f-4121-958d-b250e1117d7d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 379 time: 0.0521073 Jan 27 11:19:34.117460 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'port': {'device_id': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'admin_state_up': True, 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'security_groups': ['640e62f5-f8a4-4654-ae9f-d6906ff95a33']}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:34.220196 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Made reservation on behalf of 8370d4cabca844c68c84f5a215424c13 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:34.223833 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.346952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Allocated IP 172.20.0.9 (9d4da81a-e2b3-4f4b-a971-dfa10cb66714/c9301017-e2c8-4059-94f3-d49ef929ebb4/f125fcdc-2340-442b-86a5-c25bee04fdf2) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:34.502690 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b1d6810d-f8ed-455f-9655-091233fbabc6 req-f62b2fcf-2fc6-45a9-971a-413a77114262 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0360203 Jan 27 11:19:34.505557 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.538650 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.579880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:34.582791 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:34.586305 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:34.617322 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:34.646826 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.647457 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.665333 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-b30d4e7e-8c0f-4753-ab56-f5292d4920da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513949 Jan 27 11:19:34.710729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4e419-6cc3-445e-bb42-bac1ff861345 req-e30e41f2-c8f1-4f8f-9830-e3b55867ced2 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.712301 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f4f4e419-6cc3-445e-bb42-bac1ff861345 req-e30e41f2-c8f1-4f8f-9830-e3b55867ced2 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0500104 Jan 27 11:19:34.767557 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f4f4e419-6cc3-445e-bb42-bac1ff861345 req-84564e43-5442-4d2a-8a09-07856751c10b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489464 Jan 27 11:19:34.829786 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-f55490dc-25c0-45fb-8b78-d416c41c1489 None None] Provisioning complete for port f125fcdc-2340-442b-86a5-c25bee04fdf2 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:34.830352 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f55490dc-25c0-45fb-8b78-d416c41c1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.862129 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-f55490dc-25c0-45fb-8b78-d416c41c1489 None None] Port f125fcdc-2340-442b-86a5-c25bee04fdf2 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:35.621170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2556e1-8695-45d7-bbf5-88972b8fae6a req-cba45b03-3ab6-4021-995b-925213524dbe tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:35.622627 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1a2556e1-8695-45d7-bbf5-88972b8fae6a req-cba45b03-3ab6-4021-995b-925213524dbe tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 931 time: 0.0505521 Jan 27 11:19:35.669412 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1a2556e1-8695-45d7-bbf5-88972b8fae6a req-0dd33495-8009-4e37-a1fc-8243d64f58a0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Jan 27 11:19:35.878458 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8be27-96d8-4044-84bf-e332345520fc req-6e3b6dc9-6c2b-4df0-8e68-57ffe80e6e55 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:35.879909 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d1e8be27-96d8-4044-84bf-e332345520fc req-6e3b6dc9-6c2b-4df0-8e68-57ffe80e6e55 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0470190 Jan 27 11:19:35.927752 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d1e8be27-96d8-4044-84bf-e332345520fc req-20eb17b2-371c-4d73-922f-0e9096a96993 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Jan 27 11:19:36.103522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4a541aee-babe-46f7-9516-b0e13bbc347d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:36.783637 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c40e6-33c8-4675-827f-07dc73846415 req-b7e0abfc-7f0c-4600-abe1-551d03ffaa10 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:36.785129 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-116c40e6-33c8-4675-827f-07dc73846415 req-b7e0abfc-7f0c-4600-abe1-551d03ffaa10 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 931 time: 0.0465453 Jan 27 11:19:36.829952 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-116c40e6-33c8-4675-827f-07dc73846415 req-772a09e0-2844-4792-ad4b-ada5d7f48b0f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jan 27 11:19:36.868209 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Request body: {'port': {'device_id': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:36.897451 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:36.924701 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.041625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802e259-3ba0-4133-87c0-3423a384b5ab req-6aa16dae-0bd4-4ef5-b441-77ca33f14cf3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.042982 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8802e259-3ba0-4133-87c0-3423a384b5ab req-6aa16dae-0bd4-4ef5-b441-77ca33f14cf3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0497258 Jan 27 11:19:37.091978 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8802e259-3ba0-4133-87c0-3423a384b5ab req-135c3b41-038d-4be1-a248-54ce591b8674 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Jan 27 11:19:37.185174 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:37.193290 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks [] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.205718 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Transition to ACTIVE for port object f125fcdc-2340-442b-86a5-c25bee04fdf2 will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:19:37.208795 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.257360 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:37.332328 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Attempting to bind port f125fcdc-2340-442b-86a5-c25bee04fdf2 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:37.332661 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Attempting to bind port f125fcdc-2340-442b-86a5-c25bee04fdf2 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:37.333009 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Attempting to bind port f125fcdc-2340-442b-86a5-c25bee04fdf2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:37.337449 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Port f125fcdc-2340-442b-86a5-c25bee04fdf2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:19:37.338269 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Attempting to bind port f125fcdc-2340-442b-86a5-c25bee04fdf2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:37.343384 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:37.343717 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Checking segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:37.344096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Bound using segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:37.344518 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Bound port: f125fcdc-2340-442b-86a5-c25bee04fdf2, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:37.344872 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.408177 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:37.411097 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:37.415492 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.448637 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.448969 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.450315 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] 10.222.0.44 "PUT /v2.0/ports/f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 200 len: 1093 time: 0.5863214 Jan 27 11:19:37.450813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:37.453023 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba7350f-9528-4551-98ca-023933e4a9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:37.484136 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da042d5c-0589-4697-8d18-daec985b0b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:37.516266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51448ba4-abdd-407c-98ce-4a7853d7f879 x-openstack-request-id: req-51448ba4-abdd-407c-98ce-4a7853d7f879 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:37.516660 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:37.516828 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51448ba4-abdd-407c-98ce-4a7853d7f879 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:37.517274 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'status': 'completed', 'code': 200} Jan 27 11:19:37.947182 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622971-c1dd-44d9-b823-6ec1beb49ae0 req-27302ae7-e588-41a7-b0f6-193ce2cded9e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.948616 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e622971-c1dd-44d9-b823-6ec1beb49ae0 req-27302ae7-e588-41a7-b0f6-193ce2cded9e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0509903 Jan 27 11:19:37.994194 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e622971-c1dd-44d9-b823-6ec1beb49ae0 req-12ca124e-a142-4e7f-a9ed-62c8b2c64045 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Jan 27 11:19:38.206451 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e87-0746-4e15-a9ca-acfd460a69c3 req-d2ba3887-d562-48b2-8726-cd21df423949 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:38.207919 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-25e75e87-0746-4e15-a9ca-acfd460a69c3 req-d2ba3887-d562-48b2-8726-cd21df423949 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0491490 Jan 27 11:19:38.261574 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-25e75e87-0746-4e15-a9ca-acfd460a69c3 req-f285d34f-0599-4e40-9ce6-7349b6a019e5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Jan 27 11:19:38.526146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-79d8bf77-dbbd-42f5-9977-00124e685edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:39.112092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280a0c-db9d-4d10-a0fa-f29fb08153ef req-9fde960f-e082-478b-9b46-b845dea4c681 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:39.113583 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ef280a0c-db9d-4d10-a0fa-f29fb08153ef req-9fde960f-e082-478b-9b46-b845dea4c681 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0480292 Jan 27 11:19:39.158843 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ef280a0c-db9d-4d10-a0fa-f29fb08153ef req-77abc803-5f12-4121-bfbf-1b901e978e70 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398457 Jan 27 11:19:39.372180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd103cb-4e62-49ce-a05d-5064837c2b75 req-5c59ec34-50c8-48b1-83be-ce697f83de5b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:39.373559 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bcd103cb-4e62-49ce-a05d-5064837c2b75 req-5c59ec34-50c8-48b1-83be-ce697f83de5b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0462890 Jan 27 11:19:39.419808 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bcd103cb-4e62-49ce-a05d-5064837c2b75 req-b4cd3b5a-a607-4479-a87f-ae8981f4874a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Jan 27 11:19:39.865766 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:40.050593 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-0486aadc-b28e-4b96-8433-5d234dc92957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.051955 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-0486aadc-b28e-4b96-8433-5d234dc92957 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1096 time: 0.0435131 Jan 27 11:19:40.165183 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-98f1c49f-53e9-4e02-af3e-9e4a561cefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.167293 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-98f1c49f-53e9-4e02-af3e-9e4a561cefa6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8370d4cabca844c68c84f5a215424c13&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0895190 Jan 27 11:19:40.288914 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8013-5bbd-4632-996b-9f394073997f req-e67434fe-c7e4-4db3-a808-00e48f49bc93 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.290687 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0f4e8013-5bbd-4632-996b-9f394073997f req-e67434fe-c7e4-4db3-a808-00e48f49bc93 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0563376 Jan 27 11:19:40.343186 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0f4e8013-5bbd-4632-996b-9f394073997f req-c36099a1-1daf-402c-bb9d-4f1dc3041345 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Jan 27 11:19:40.505934 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-fa982fe6-6be0-4c5e-a693-27ca6be0e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.507324 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8ba7350f-9528-4551-98ca-023933e4a9a2 req-fa982fe6-6be0-4c5e-a693-27ca6be0e6cc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3275893 Jan 27 11:19:40.542813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ee78d-28ac-4334-abc4-99e9b6d9f81b req-4f3377d7-1c49-4847-807d-f34b23930bf5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.544223 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-648ee78d-28ac-4334-abc4-99e9b6d9f81b req-4f3377d7-1c49-4847-807d-f34b23930bf5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0588906 Jan 27 11:19:40.591987 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-648ee78d-28ac-4334-abc4-99e9b6d9f81b req-220e7a9f-a02d-42fa-9bee-048b17d036ab tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Jan 27 11:19:40.861540 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:41.281769 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:19:41.465553 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e8c0-1ac0-4cb5-a514-7124a53af6ea req-cd973083-ad7c-4cfc-aaaf-0a741fff3521 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:41.467165 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0d78e8c0-1ac0-4cb5-a514-7124a53af6ea req-cd973083-ad7c-4cfc-aaaf-0a741fff3521 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0493550 Jan 27 11:19:41.498445 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:41.511980 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'mac_address': 'fa:16:3e:fe:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:19:41.514710 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0d78e8c0-1ac0-4cb5-a514-7124a53af6ea req-29d35711-7208-4554-9cad-09dacb2d0e74 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Jan 27 11:19:41.551255 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 2eede796-6d4f-4e20-9f58-44682ec19c42 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:41.551673 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:41.564005 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eede796-6d4f-4e20-9f58-44682ec19c42 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:41.582248 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:41.585989 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:41.635212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:41.706783 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e09-37b2-4021-a177-8286cca9ddfd req-62ee49e3-9a70-4dec-9f9d-105a699e4d52 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:41.708234 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d55e4e09-37b2-4021-a177-8286cca9ddfd req-62ee49e3-9a70-4dec-9f9d-105a699e4d52 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 944 time: 0.0505369 Jan 27 11:19:41.756127 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d55e4e09-37b2-4021-a177-8286cca9ddfd req-e28f56cc-f20f-47b2-bbe1-cd59488561a1 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Jan 27 11:19:42.190487 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:42.631996 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f786-cad6-4b69-bcf5-f426f94dda2a req-0f658ade-d1dc-4092-a93b-4c1b48be4b21 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:42.633629 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d622f786-cad6-4b69-bcf5-f426f94dda2a req-0f658ade-d1dc-4092-a93b-4c1b48be4b21 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0485373 Jan 27 11:19:42.683877 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d622f786-cad6-4b69-bcf5-f426f94dda2a req-e0894fb1-670c-4d53-be4e-8c4578c11f01 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 Jan 27 11:19:42.866721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899037f-ea04-463c-aaa3-544867877726 req-65ba9327-1b4d-4366-8310-487d53da8435 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:42.868194 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9899037f-ea04-463c-aaa3-544867877726 req-65ba9327-1b4d-4366-8310-487d53da8435 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 944 time: 0.0460336 Jan 27 11:19:42.916301 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9899037f-ea04-463c-aaa3-544867877726 req-bb80042f-f661-46b9-8971-bf57911573cf tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Jan 27 11:19:43.031762 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-c6f35fbc-cca5-427c-ba19-c0d4c2202208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.033407 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-c6f35fbc-cca5-427c-ba19-c0d4c2202208 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1096 time: 0.0410435 Jan 27 11:19:43.079786 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-288076fe-6ae6-4fb5-9d9e-158b1d993098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Jan 27 11:19:43.129842 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-5b968077-30d1-4321-8b36-64479c86fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.131203 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-5b968077-30d1-4321-8b36-64479c86fd58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0420806 Jan 27 11:19:43.175787 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-5180ea66-867c-4c3b-91a0-8b98e20b0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.177215 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-5180ea66-867c-4c3b-91a0-8b98e20b0396 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389767 Jan 27 11:19:43.273742 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-9faddf7b-5b30-4162-854a-02976b41d250 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892315 Jan 27 11:19:43.292524 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['2eede796-6d4f-4e20-9f58-44682ec19c42'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:43.367171 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6931955d-52c7-4a18-8a9a-efc1c8178aba req-40f8f82c-1b57-4311-a602-949a4eec1403 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856528 Jan 27 11:19:43.801214 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba91a0-b1b0-46ba-b0af-f1e2590aba3e req-a7c88efd-7b88-47ae-b428-c707a5622b06 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.802678 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0fba91a0-b1b0-46ba-b0af-f1e2590aba3e req-a7c88efd-7b88-47ae-b428-c707a5622b06 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0482273 Jan 27 11:19:43.851901 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0fba91a0-b1b0-46ba-b0af-f1e2590aba3e req-d12d19b1-eb12-4488-a5ef-4aa2b998aac4 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434897 Jan 27 11:19:44.033464 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc71f2-b172-4da9-b3d0-b6e6da22cb4d req-981f0055-f174-4f1d-8f7a-4a38e012b4e1 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.035081 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0afc71f2-b172-4da9-b3d0-b6e6da22cb4d req-981f0055-f174-4f1d-8f7a-4a38e012b4e1 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 944 time: 0.0541234 Jan 27 11:19:44.085119 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0afc71f2-b172-4da9-b3d0-b6e6da22cb4d req-ecb00fe4-73e6-4f69-b14d-b0198f3a934f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445027 Jan 27 11:19:44.975298 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072612-1c32-4867-8b51-fee085693cfa req-54e18f28-8686-44f9-9a11-d0af711028dc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.977674 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b7072612-1c32-4867-8b51-fee085693cfa req-54e18f28-8686-44f9-9a11-d0af711028dc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0540383 Jan 27 11:19:44.989190 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:45.040859 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b7072612-1c32-4867-8b51-fee085693cfa req-71cad857-1be5-4b8f-ae84-63cd937dc7af tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572910 Jan 27 11:19:45.048381 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 2eede796-6d4f-4e20-9f58-44682ec19c42 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:19:45.052372 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 2eede796-6d4f-4e20-9f58-44682ec19c42 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:45.052745 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.134913 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 2eede796-6d4f-4e20-9f58-44682ec19c42 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:45.135254 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.161543 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:45.164355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f663f3a-ed82-48f0-8fbf-9378e0b697af" -d '{"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-plugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:45.177425 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:45.182343 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.207184 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70745ef6-d0e8-4bc2-b4d4-e3df03e02c9b req-f19ec031-17ad-4bbf-9555-ef0f97bb91f8 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:45.208736 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-70745ef6-d0e8-4bc2-b4d4-e3df03e02c9b req-f19ec031-17ad-4bbf-9555-ef0f97bb91f8 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 944 time: 0.0523510 Jan 27 11:19:45.209239 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1dc8e8-8171-4ce9-a691-0662f7790ec2 x-openstack-request-id: req-af1dc8e8-8171-4ce9-a691-0662f7790ec2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:45.209525 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-plugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:45.209776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af1dc8e8-8171-4ce9-a691-0662f7790ec2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:45.210330 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'code': 200} Jan 27 11:19:45.239027 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:45.264737 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-70745ef6-d0e8-4bc2-b4d4-e3df03e02c9b req-03d9eb17-18f2-4735-ad11-2baf3b74bc16 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485256 Jan 27 11:19:45.448631 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d4f4b-e973-4da8-8e5f-6f6f84a54d81 req-be984bc9-5b8e-4051-a0f7-e76eb7ea722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:45.450748 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-003d4f4b-e973-4da8-8e5f-6f6f84a54d81 req-be984bc9-5b8e-4051-a0f7-e76eb7ea722c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0435102 Jan 27 11:19:45.497292 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-003d4f4b-e973-4da8-8e5f-6f6f84a54d81 req-23a19087-059d-49b4-9efa-e72382928f2e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Jan 27 11:19:46.166164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d70f3a-3300-45fb-bdb2-ff8e9be41d05 req-d0849984-f71c-4062-8538-1fd3b7559c25 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:46.167645 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-27d70f3a-3300-45fb-bdb2-ff8e9be41d05 req-d0849984-f71c-4062-8538-1fd3b7559c25 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0507677 Jan 27 11:19:46.213840 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-27d70f3a-3300-45fb-bdb2-ff8e9be41d05 req-f75cd7f0-fc21-427f-8015-ebe0e535dbce tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 Jan 27 11:19:46.379168 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b5ba-2238-456b-bc59-5dcc0efa32a2 req-3719f445-ee4b-45fb-8a17-accb841fc87a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:46.380633 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a75b5ba-2238-456b-bc59-5dcc0efa32a2 req-3719f445-ee4b-45fb-8a17-accb841fc87a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0472975 Jan 27 11:19:46.428359 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a75b5ba-2238-456b-bc59-5dcc0efa32a2 req-c3ff4ad6-0265-4702-a124-47b767ecb42c tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Jan 27 11:19:47.005667 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:19:47.107151 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:47.130300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:19:47.183827 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:47.184217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.197054 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:47.217595 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:47.222183 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.269558 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:47.333633 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea230493-133f-4e66-a7db-a0fb5e12d0f3 req-026b3704-b075-4be3-a4e1-3b04376e5dab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.335104 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ea230493-133f-4e66-a7db-a0fb5e12d0f3 req-026b3704-b075-4be3-a4e1-3b04376e5dab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.0495942 Jan 27 11:19:47.386477 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ea230493-133f-4e66-a7db-a0fb5e12d0f3 req-37fbc272-db0c-4bd4-b7cf-20d355485e42 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456157 Jan 27 11:19:47.541398 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118d1a3-4138-442f-ac01-9497e427d28a req-cf2582ff-efd4-4ec3-aad7-4acbaf581018 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.542873 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d118d1a3-4138-442f-ac01-9497e427d28a req-cf2582ff-efd4-4ec3-aad7-4acbaf581018 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Jan 27 11:19:47.578792 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['f125fcdc-2340-442b-86a5-c25bee04fdf2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:47.590460 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d118d1a3-4138-442f-ac01-9497e427d28a req-af445c73-b98b-474a-ad47-af14bd795430 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Jan 27 11:19:47.701933 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639d8f-7276-48a9-95ce-a94dbf8b3374 req-2b7f6de2-4954-4742-b40c-984296466499 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.703388 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-08639d8f-7276-48a9-95ce-a94dbf8b3374 req-2b7f6de2-4954-4742-b40c-984296466499 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0471265 Jan 27 11:19:47.751267 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-08639d8f-7276-48a9-95ce-a94dbf8b3374 req-a922e3ad-3363-4ad1-8a89-637fd026f318 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Jan 27 11:19:47.772636 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49526) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:47.908538 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d17b5-23df-401c-a2d1-9bcbe8c623bd tempest-TestShelveInstance-1875041800 tempest-TestShelveInstance-1875041800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.910311 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3f2d17b5-23df-401c-a2d1-9bcbe8c623bd tempest-TestShelveInstance-1875041800 tempest-TestShelveInstance-1875041800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1093 time: 0.1366594 Jan 27 11:19:47.913420 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49530) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:47.917798 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:47.939967 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.036419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.143786 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Allocated IP 172.27.2.174 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/47d7b862-b705-4c9a-bc72-a4e4b081aaae) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:48.251802 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.289772 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.324788 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:48.328233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:48.331601 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:48.362126 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'Port': ['ID=47d7b862-b705-4c9a-bc72-a4e4b081aaae,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:48.410558 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:19:48.523513 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4cced-2b73-41da-a787-f9241f9eb518 req-4191e012-6715-4828-8486-998a5f9f9865 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:48.525054 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a5b4cced-2b73-41da-a787-f9241f9eb518 req-4191e012-6715-4828-8486-998a5f9f9865 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.0618236 Jan 27 11:19:48.580613 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a5b4cced-2b73-41da-a787-f9241f9eb518 req-836ab139-5571-4529-9297-783a621f7701 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495262 Jan 27 11:19:48.783926 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b4000-969d-48e0-83be-7b15bda281ad req-37738185-e21b-4d2b-9b76-a819adde3c96 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:48.785682 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ad8b4000-969d-48e0-83be-7b15bda281ad req-37738185-e21b-4d2b-9b76-a819adde3c96 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.1398954 Jan 27 11:19:48.832386 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for floatingip (780ddb36-bf25-4aef-a636-48178d31a584), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.878786 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ad8b4000-969d-48e0-83be-7b15bda281ad req-4590b068-724c-47aa-8a4a-fcf78046efd7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860693 Jan 27 11:19:48.931209 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.102890 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.109100 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.189415 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event updated for resources: {'Port': ['ID=47d7b862-b705-4c9a-bc72-a4e4b081aaae,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:49.199318 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (780ddb36-bf25-4aef-a636-48178d31a584), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.312569 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Floating IP 780ddb36-bf25-4aef-a636-48178d31a584 associated. External IP: 172.27.2.174, port: 2eede796-6d4f-4e20-9f58-44682ec19c42. Jan 27 11:19:49.480472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:49.516464 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Router 99da9604-dc45-49d2-a171-1ab847e5b44b has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:49.532375 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port f125fcdc-2340-442b-86a5-c25bee04fdf2 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:19:49.536543 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port f125fcdc-2340-442b-86a5-c25bee04fdf2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:49.536917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.622972 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:49.623561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.631175 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:49.648593 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Sync routers for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:49.651886 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.659485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:49.661966 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546fb1f-3bdb-4f9a-a8de-d69cc343980b" -d '{"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:49.682627 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3d39cad9-6586-4acb-b350-7a31f2932053 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7681339 Jan 27 11:19:49.683340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:49.686237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b3c91-136b-45b0-9de5-154bc28f600e" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:49.688330 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:49.690266 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:49.690857 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:49.717524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192641c6-f4ea-4391-bc63-5d82594edbb8 req-633ee5e7-e013-4178-88c7-dabe57f9ab33 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:49.719304 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-192641c6-f4ea-4391-bc63-5d82594edbb8 req-633ee5e7-e013-4178-88c7-dabe57f9ab33 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.0555949 Jan 27 11:19:49.729464 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b699b-582c-4ac4-97fc-4bdca571c1ca x-openstack-request-id: req-2d6b699b-582c-4ac4-97fc-4bdca571c1ca {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:49.729784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:49.730045 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d6b699b-582c-4ac4-97fc-4bdca571c1ca {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:49.730434 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'code': 200} Jan 27 11:19:49.733900 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.754107 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ea8ed-2f6e-4804-ac3b-c6ccdd3876e1 x-openstack-request-id: req-db9ea8ed-2f6e-4804-ac3b-c6ccdd3876e1 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:49.754395 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:49.754645 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db9ea8ed-2f6e-4804-ac3b-c6ccdd3876e1 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:49.755046 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'status': 'completed', 'code': 200} Jan 27 11:19:49.770682 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-192641c6-f4ea-4391-bc63-5d82594edbb8 req-e3e2f364-3480-4064-b90a-403425bca6d7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451088 Jan 27 11:19:49.824100 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:49.843740 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:49.992326 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc10952-196c-44d8-a840-7d427edcdbe0 req-058db0d5-a734-4453-ad4a-7fed8dc07256 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:49.993818 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9bc10952-196c-44d8-a840-7d427edcdbe0 req-058db0d5-a734-4453-ad4a-7fed8dc07256 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.0466971 Jan 27 11:19:50.041330 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9bc10952-196c-44d8-a840-7d427edcdbe0 req-c15d4110-6a3c-480e-a0c2-8449fed27f0b tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Jan 27 11:19:50.107457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '780ddb36-bf25-4aef-a636-48178d31a584', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'mac_address': 'fa:16:3e:fe:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88e48-6fdf-433c-844b-469b2f624b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:48Z', 'updated_at': '2022-01-27T11:19:48Z', 'revision_number': 0, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:50.136088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Checking router: 99da9604-dc45-49d2-a171-1ab847e5b44b for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:50.144391 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:50.145004 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:50.367217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:50.586478 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '780ddb36-bf25-4aef-a636-48178d31a584', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'mac_address': 'fa:16:3e:fe:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88e48-6fdf-433c-844b-469b2f624b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:48Z', 'updated_at': '2022-01-27T11:19:48Z', 'revision_number': 0, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:50.614911 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca2626-f630-4ae4-b65d-d56fded40a4f None None] The sync data for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi is: [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '780ddb36-bf25-4aef-a636-48178d31a584', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'mac_address': 'fa:16:3e:fe:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d88e48-6fdf-433c-844b-469b2f624b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:48Z', 'updated_at': '2022-01-27T11:19:48Z', 'revision_number': 0, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:50.793415 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3d6ec-59fb-4d55-b7ec-d759d0085404 None None] New status for floating IP 780ddb36-bf25-4aef-a636-48178d31a584: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:19:50.886436 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092a7d3-63cd-4225-9b43-db81c544b1d2 req-7afd6275-fdbe-4321-bb01-d99845cbd057 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:50.887827 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c092a7d3-63cd-4225-9b43-db81c544b1d2 req-7afd6275-fdbe-4321-bb01-d99845cbd057 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0474966 Jan 27 11:19:50.933385 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c092a7d3-63cd-4225-9b43-db81c544b1d2 req-45c16f3c-d441-4789-bceb-60c3048f8005 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Jan 27 11:19:51.158084 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee90c6-2b5c-4b0c-98a0-fa6835ca3846 req-ff8eee95-6576-44cc-8fea-4880d4f81ba7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.159436 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1aee90c6-2b5c-4b0c-98a0-fa6835ca3846 req-ff8eee95-6576-44cc-8fea-4880d4f81ba7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Jan 27 11:19:51.204583 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1aee90c6-2b5c-4b0c-98a0-fa6835ca3846 req-3d3a51af-7b20-4976-8866-9cb13c978378 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Jan 27 11:19:51.290047 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3c91-136b-45b0-9de5-154bc28f600e req-c3c6a619-05d8-4c09-9b1d-09a70de85fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.291487 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-c3c6a619-05d8-4c09-9b1d-09a70de85fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0451181 Jan 27 11:19:51.390518 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3c91-136b-45b0-9de5-154bc28f600e req-f224a251-02f8-456d-86fe-91cc03093381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.390947 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7372fae-f0f4-4d40-a535-f5e41315257c req-067f168d-e2eb-4680-b277-2af9a994023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.391987 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-f224a251-02f8-456d-86fe-91cc03093381 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.0917435 Jan 27 11:19:51.392483 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b7372fae-f0f4-4d40-a535-f5e41315257c req-067f168d-e2eb-4680-b277-2af9a994023f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1098 time: 0.0442305 Jan 27 11:19:51.443803 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b7372fae-f0f4-4d40-a535-f5e41315257c req-203b2885-7f93-4db6-a55e-45e63e872d61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366886 Jan 27 11:19:51.470402 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-25792798-1a6e-4cab-b926-73fe7429fa0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 1001 time: 0.0624490 Jan 27 11:19:51.744631 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3c91-136b-45b0-9de5-154bc28f600e req-d0b28b82-7b6e-4316-8cfb-a1dbba0d02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.746098 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-d0b28b82-7b6e-4316-8cfb-a1dbba0d02bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0445676 Jan 27 11:19:51.794103 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3c91-136b-45b0-9de5-154bc28f600e req-10ac6735-eba7-427c-93e5-18561034845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.795563 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-10ac6735-eba7-427c-93e5-18561034845d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403881 Jan 27 11:19:51.888432 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-b25cef86-ae1c-4dea-a4df-ea52a8aadda6 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843663 Jan 27 11:19:51.975061 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-516b3c91-136b-45b0-9de5-154bc28f600e req-ba34d78d-d0c5-41f9-b79d-0e3b01b87e8d service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810170 Jan 27 11:19:52.052272 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78601d48-49ab-4153-86c8-b83905e394f4 req-8a41d274-cdaa-4af1-85fb-0d79e069ab2c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.053758 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-78601d48-49ab-4153-86c8-b83905e394f4 req-8a41d274-cdaa-4af1-85fb-0d79e069ab2c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0477850 Jan 27 11:19:52.099661 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-78601d48-49ab-4153-86c8-b83905e394f4 req-c840b642-5fe9-463e-808c-013773a48acd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Jan 27 11:19:52.194531 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-aff33dd3-f13c-4ada-a900-a0ab2b9c1357 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.195946 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-aff33dd3-f13c-4ada-a900-a0ab2b9c1357 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Jan 27 11:19:52.523055 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc58b0-2bd4-4284-a1cc-ca2cf5fa9333 req-4da444a0-a498-4c1f-958b-3eeaf4f4b30f tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.524421 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6afc58b0-2bd4-4284-a1cc-ca2cf5fa9333 req-4da444a0-a498-4c1f-958b-3eeaf4f4b30f tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa50fbe-2e12-437e-8aa7-e3b77a3c6195 HTTP/1.1" status: 200 len: 945 time: 0.0801322 Jan 27 11:19:52.566310 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Deleting port a7471310-cd80-421a-a3f9-85d8995b5777 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:52.566644 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:52.604862 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6afc58b0-2bd4-4284-a1cc-ca2cf5fa9333 req-408d9d48-a8b2-4789-bdc5-f40be9f1e576 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Jan 27 11:19:52.665729 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] For port a7471310-cd80-421a-a3f9-85d8995b5777, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a7471310-cd80-421a-a3f9-85d8995b5777,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:52.666092 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:52.678084 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Calling delete_port for a7471310-cd80-421a-a3f9-85d8995b5777 owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:52.807603 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (a7471310-cd80-421a-a3f9-85d8995b5777), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:52.822246 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['a7471310-cd80-421a-a3f9-85d8995b5777'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:52.841327 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Pushing event deleted for resources: {'Port': ['ID=a7471310-cd80-421a-a3f9-85d8995b5777,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:52.885146 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] No DVR routers for this DVR port a7471310-cd80-421a-a3f9-85d8995b5777 on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:19:52.888370 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:52.892418 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9f7b02a8-9593-43f8-820f-97a8114c5e12 req-3acd208b-69fd-4b59-8734-2c54f3791602 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "DELETE /v2.0/ports/a7471310-cd80-421a-a3f9-85d8995b5777 HTTP/1.1" status: 204 len: 173 time: 0.6903496 Jan 27 11:19:52.893199 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'name': 'network-vif-deleted', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:52.899927 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ecf45d-2781-4615-90a9-eaceedbed786" -d '{"events": [{"server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "name": "network-vif-deleted", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:52.940393 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da5bfa5-9fdb-4373-958b-b7b384ca26bb x-openstack-request-id: req-2da5bfa5-9fdb-4373-958b-b7b384ca26bb {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:52.940683 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa50fbe-2e12-437e-8aa7-e3b77a3c6195", "name": "network-vif-deleted", "tag": "a7471310-cd80-421a-a3f9-85d8995b5777", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:52.940960 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2da5bfa5-9fdb-4373-958b-b7b384ca26bb {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:52.941588 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa50fbe-2e12-437e-8aa7-e3b77a3c6195', 'name': 'network-vif-deleted', 'tag': 'a7471310-cd80-421a-a3f9-85d8995b5777', 'status': 'completed', 'code': 200} Jan 27 11:19:53.219402 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a346ae-f739-44d9-b5e6-ca5a6f050da7 req-77f55bb6-4dca-47bb-a6dc-410cdaf67ab2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.221047 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-23a346ae-f739-44d9-b5e6-ca5a6f050da7 req-77f55bb6-4dca-47bb-a6dc-410cdaf67ab2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0529263 Jan 27 11:19:53.267834 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-23a346ae-f739-44d9-b5e6-ca5a6f050da7 req-3ce8da57-3689-4c11-bdb5-a5bff665a363 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jan 27 11:19:53.395706 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fc3ce-e60d-4c2f-bd1b-1228253d2bbc req-2e873c71-0d45-4f78-99bd-6eb942d7e173 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.397211 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7e5fc3ce-e60d-4c2f-bd1b-1228253d2bbc req-2e873c71-0d45-4f78-99bd-6eb942d7e173 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0555453 Jan 27 11:19:53.406331 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49614) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:53.410914 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'floatingip': {'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:53.485042 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.956705 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.960311 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.057764 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Floating IP 29f99783-4358-412a-958e-a74d90aabf65 associated. External IP: 172.27.2.50, port: f125fcdc-2340-442b-86a5-c25bee04fdf2. Jan 27 11:19:54.270632 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:54.380667 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:54.385509 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.392985 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:54.404497 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:54.406621 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:54.419677 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a0c4d836-4392-4253-b55c-15882c82188b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "PUT /v2.0/floatingips/29f99783-4358-412a-958e-a74d90aabf65 HTTP/1.1" status: 200 len: 990 time: 1.0089877 Jan 27 11:19:54.419677 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:54.421282 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:54.459379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4c32ca-51b8-4b97-a082-82ca03ad5f8b x-openstack-request-id: req-4e4c32ca-51b8-4b97-a082-82ca03ad5f8b {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:54.459664 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:54.459943 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e4c32ca-51b8-4b97-a082-82ca03ad5f8b {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:54.460588 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'status': 'completed', 'code': 200} Jan 27 11:19:54.541646 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:54.689769 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49660) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:54.771514 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '29f99783-4358-412a-958e-a74d90aabf65', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:28Z', 'updated_at': '2022-01-27T11:19:53Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:54.792740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-caeafbbf-542b-41d1-bc69-e8017b71b19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.798416 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:54.806579 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:54.807183 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:19:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:54.876692 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-caeafbbf-542b-41d1-bc69-e8017b71b19a admin admin] Publish callbacks [] for security_group (6d9704cd-f52f-4ff7-8513-3c6ff3d706e4), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.880530 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-caeafbbf-542b-41d1-bc69-e8017b71b19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6d9704cd-f52f-4ff7-8513-3c6ff3d706e4), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.922671 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-caeafbbf-542b-41d1-bc69-e8017b71b19a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75fc15b9c0849ea8dbd87040453be75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294765 Jan 27 11:19:54.922671 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeafbbf-542b-41d1-bc69-e8017b71b19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9704cd-f52f-4ff7-8513-3c6ff3d706e4,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:54.923528 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49666) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:54.927230 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:54.978272 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] Publish callbacks [] for security_group (6d9704cd-f52f-4ff7-8513-3c6ff3d706e4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.999732 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] Publish callbacks [] for security_group (6d9704cd-f52f-4ff7-8513-3c6ff3d706e4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.047470 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6d9704cd-f52f-4ff7-8513-3c6ff3d706e4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.049923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.051094 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d9704cd-f52f-4ff7-8513-3c6ff3d706e4 HTTP/1.1" status: 204 len: 168 time: 0.1199188 Jan 27 11:19:55.061357 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1b19-41c2-4d9f-94e6-c255f89cf61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9704cd-f52f-4ff7-8513-3c6ff3d706e4,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:55.162164 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-ad97899c-c805-476b-ab75-0c317790417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '29f99783-4358-412a-958e-a74d90aabf65', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:28Z', 'updated_at': '2022-01-27T11:19:53Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:55.193145 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97899c-c805-476b-ab75-0c317790417f None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '29f99783-4358-412a-958e-a74d90aabf65', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:28Z', 'updated_at': '2022-01-27T11:19:53Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:55.319666 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49672) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:55.333320 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-772054ee-e80d-49ec-8e2a-2e43daed0d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.406227 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fea77-9fb1-4ef0-bb07-bde708920ddd None None] New status for floating IP 29f99783-4358-412a-958e-a74d90aabf65: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:19:55.410659 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-772054ee-e80d-49ec-8e2a-2e43daed0d84 admin admin] Publish callbacks [] for security_group (e3c30c2d-a46e-4537-a606-ec5e1f3fcd26), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.415016 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-772054ee-e80d-49ec-8e2a-2e43daed0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e3c30c2d-a46e-4537-a606-ec5e1f3fcd26), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.454382 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-772054ee-e80d-49ec-8e2a-2e43daed0d84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1359d77bba4c4fca9d9690c8a7606724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336427 Jan 27 11:19:55.455343 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772054ee-e80d-49ec-8e2a-2e43daed0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c30c2d-a46e-4537-a606-ec5e1f3fcd26,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:55.456964 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49674) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:55.508729 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] Publish callbacks [] for security_group (e3c30c2d-a46e-4537-a606-ec5e1f3fcd26), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.532957 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] Publish callbacks [] for security_group (e3c30c2d-a46e-4537-a606-ec5e1f3fcd26), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.581585 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e3c30c2d-a46e-4537-a606-ec5e1f3fcd26), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.584113 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.585327 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3c30c2d-a46e-4537-a606-ec5e1f3fcd26 HTTP/1.1" status: 204 len: 168 time: 0.1265571 Jan 27 11:19:55.593810 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bdfab-47ca-4c89-b149-6a23baec78eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c30c2d-a46e-4537-a606-ec5e1f3fcd26,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:56.696744 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-fca99083-9488-495c-84a6-20a4d06b46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.698260 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-fca99083-9488-495c-84a6-20a4d06b46eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1098 time: 0.0399070 Jan 27 11:19:56.792632 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-c977540f-75b1-4371-b3f0-d42749aef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.794951 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-c977540f-75b1-4371-b3f0-d42749aef69b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0884633 Jan 27 11:19:56.865293 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-97750444-c225-4359-a0eb-63554a6d911c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0635915 Jan 27 11:19:56.926737 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-9beafa73-5d88-4a3c-ab47-56d144a9633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.928215 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-9beafa73-5d88-4a3c-ab47-56d144a9633c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0570552 Jan 27 11:19:56.985629 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-ac8b165c-7569-4ec1-b3fa-26d753af8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.987192 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-ac8b165c-7569-4ec1-b3fa-26d753af8124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512161 Jan 27 11:19:57.026308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device a7471310-cd80-421a-a3f9-85d8995b5777 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:57.051194 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: a7471310-cd80-421a-a3f9-85d8995b5777 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:57.052218 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device a7471310-cd80-421a-a3f9-85d8995b5777 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:57.098662 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-5348e439-373a-47e9-a1c2-27e10f229a74 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026595 Jan 27 11:19:57.197183 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0b6eaa99-64a6-471e-9eb6-72a851a51dc6 req-b2d78cd2-53c6-466b-9d39-61cc90253f77 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922904 Jan 27 11:19:57.253332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49748) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:57.361710 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-874dba50-7dbb-41e2-84a2-4330c6e97bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.434145 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-874dba50-7dbb-41e2-84a2-4330c6e97bf3 admin admin] Publish callbacks [] for security_group (3ad31866-932f-4cfd-a167-d384e59316c6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.437760 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-874dba50-7dbb-41e2-84a2-4330c6e97bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (3ad31866-932f-4cfd-a167-d384e59316c6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.475598 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-874dba50-7dbb-41e2-84a2-4330c6e97bf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc318a10eb5d43c78bd858ecf1a36d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212021 Jan 27 11:19:57.476465 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dba50-7dbb-41e2-84a2-4330c6e97bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad31866-932f-4cfd-a167-d384e59316c6,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:57.478392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49752) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:57.526606 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] Publish callbacks [] for security_group (3ad31866-932f-4cfd-a167-d384e59316c6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.547893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] Publish callbacks [] for security_group (3ad31866-932f-4cfd-a167-d384e59316c6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.595831 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (3ad31866-932f-4cfd-a167-d384e59316c6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.598433 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.599571 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ad31866-932f-4cfd-a167-d384e59316c6 HTTP/1.1" status: 204 len: 168 time: 0.1198013 Jan 27 11:19:57.607864 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ae5c-8e98-4ba0-b106-50edf4385675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad31866-932f-4cfd-a167-d384e59316c6,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:57.859068 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49760) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:57.872614 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-789a6e62-503a-4d6a-9dc7-74cb6b00318b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.944853 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-789a6e62-503a-4d6a-9dc7-74cb6b00318b admin admin] Publish callbacks [] for security_group (fe24693a-f334-47fb-999a-a72ec743a75c), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.948352 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-789a6e62-503a-4d6a-9dc7-74cb6b00318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fe24693a-f334-47fb-999a-a72ec743a75c), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.985709 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-789a6e62-503a-4d6a-9dc7-74cb6b00318b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4dfc4fa8ae64b9783426e42fb5e324b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255989 Jan 27 11:19:57.987694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a6e62-503a-4d6a-9dc7-74cb6b00318b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe24693a-f334-47fb-999a-a72ec743a75c,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:57.988348 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49762) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:58.036243 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] Publish callbacks [] for security_group (fe24693a-f334-47fb-999a-a72ec743a75c), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.056850 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] Publish callbacks [] for security_group (fe24693a-f334-47fb-999a-a72ec743a75c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.101966 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fe24693a-f334-47fb-999a-a72ec743a75c), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.104462 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.105613 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe24693a-f334-47fb-999a-a72ec743a75c HTTP/1.1" status: 204 len: 168 time: 0.1161811 Jan 27 11:19:58.113670 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890187e3-3714-45cc-b79d-2533dfe49847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe24693a-f334-47fb-999a-a72ec743a75c,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:01.626187 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-fce1ee09-0f7e-4ead-b3bb-ba25f2044acd tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:01.627545 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-fce1ee09-0f7e-4ead-b3bb-ba25f2044acd tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 813 time: 0.1007485 Jan 27 11:20:01.641926 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-66aca5f8-c30b-4129-a8b7-fe688f291fe5 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/quotas/02c9bc95673742a4a0d7d66efd0feb61 HTTP/1.1" status: 200 len: 375 time: 0.0091841 Jan 27 11:20:01.672023 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-7086da52-4bea-4973-931d-81353b3483c5 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253584 Jan 27 11:20:01.760519 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-ff8cc260-4b5c-462d-af59-7cd99b0d8794 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Jan 27 11:20:01.845985 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-bb8e953e-6db2-4a10-bef7-27009c446010 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796306 Jan 27 11:20:02.001385 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8671c174-d59b-4bf1-948a-f93db0168402 req-7e218c6a-20fb-4175-8e88-e103b554e6e8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 210 time: 0.0255322 Jan 27 11:20:03.101000 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1b348e49-04cb-4f4a-91ad-18be145b615a req-5704f304-4d05-4afd-bcd1-eeb4c569e1b3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 210 time: 0.0264091 Jan 27 11:20:04.195054 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8f8dec42-9b2c-4716-859b-c74462a2457c req-383a0c1d-3ee7-4338-a1a7-3e3f64507f70 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 210 time: 0.0283730 Jan 27 11:20:05.285308 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b4c2952b-987f-4f16-91ba-7f07e0155dd2 req-a8c67443-d571-487f-8f46-407e30d2588f tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 210 time: 0.0258305 Jan 27 11:20:05.470253 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-ae051e47-3ff6-4059-a547-a41bf1b65d6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523016 Jan 27 11:20:05.539061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-f54a6120-3e34-4e95-802f-51f732ae292e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.540545 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-f54a6120-3e34-4e95-802f-51f732ae292e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 813 time: 0.1143785 Jan 27 11:20:05.567215 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Request body: {'port': {'device_id': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512', 'admin_state_up': True, 'tenant_id': '02c9bc95673742a4a0d7d66efd0feb61'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:05.568813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-a5829918-3c60-4582-83e5-d916b7a7033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.570826 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-a5829918-3c60-4582-83e5-d916b7a7033c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.0505459 Jan 27 11:20:05.682491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Made reservation on behalf of 02c9bc95673742a4a0d7d66efd0feb61 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:05.686040 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.687115 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-893f1a15-7978-429f-bd3f-eedc92358289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.688644 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-893f1a15-7978-429f-bd3f-eedc92358289 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.0911906 Jan 27 11:20:05.757593 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-8018469c-49e0-4cf6-8072-7b384686c73d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 1001 time: 0.0604820 Jan 27 11:20:05.807360 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Allocated IP 172.20.0.2 (ee9cc853-0849-480d-badd-d33137f93512/f58e86c7-1b03-4046-be81-cc3dd31b45eb/353633a2-268f-4072-a183-fd470e3c4782) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:05.812991 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-440bfd5e-48fc-4894-b4da-60e1b003839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.814811 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-440bfd5e-48fc-4894-b4da-60e1b003839d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0437317 Jan 27 11:20:05.865909 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-5f062b2c-5d8e-413b-8453-93f7d977a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.867368 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-5f062b2c-5d8e-413b-8453-93f7d977a271 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439980 Jan 27 11:20:05.957334 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks [] for port (353633a2-268f-4072-a183-fd470e3c4782), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.958399 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-7a88a9be-826b-4419-88ce-27d3abb48723 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Jan 27 11:20:05.991547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.042248 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Network ee9cc853-0849-480d-badd-d33137f93512 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:06.046244 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:06.048728 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:06.060504 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-09155fbf-4f26-45c3-8743-ab259a2bcc74 req-9f1780ca-c2bc-4837-ab8c-904e5d069846 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962439 Jan 27 11:20:06.088051 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Pushing event updated for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.101672 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.102022 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.102407 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.102691 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.103077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.103397 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.103673 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.104142 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.104472 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.104797 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.105144 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.105466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.106368 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:06.118265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f2921aff-4892-4fb9-963f-2de345e3f542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.124026 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.124998 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.141708 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-3f322a6d-617c-45a5-b368-0271de2a2301 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786486 Jan 27 11:20:06.156747 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Request body: {'port': {'device_id': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:06.212392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (353633a2-268f-4072-a183-fd470e3c4782), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.411265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024dd34-5a6e-4a3c-945e-f428e98be210 req-c0be2900-ae23-46a6-8121-e70217b8db05 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.414288 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6024dd34-5a6e-4a3c-945e-f428e98be210 req-c0be2900-ae23-46a6-8121-e70217b8db05 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 931 time: 0.0593886 Jan 27 11:20:06.475729 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6024dd34-5a6e-4a3c-945e-f428e98be210 req-070d20bc-5282-46eb-9e1f-46027ae27fd3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 Jan 27 11:20:06.492153 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353633a2-268f-4072-a183-fd470e3c4782 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:06.500244 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks [] for port (353633a2-268f-4072-a183-fd470e3c4782), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.512736 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Transition to ACTIVE for port object 353633a2-268f-4072-a183-fd470e3c4782 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:20:06.517199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.570069 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Pushing event updated for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.635712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Attempting to bind port 353633a2-268f-4072-a183-fd470e3c4782 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:06.636105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Attempting to bind port 353633a2-268f-4072-a183-fd470e3c4782 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:06.636547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Attempting to bind port 353633a2-268f-4072-a183-fd470e3c4782 on network ee9cc853-0849-480d-badd-d33137f93512 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:06.643424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Port 353633a2-268f-4072-a183-fd470e3c4782 on network ee9cc853-0849-480d-badd-d33137f93512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:20:06.643424 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Attempting to bind port 353633a2-268f-4072-a183-fd470e3c4782 on network ee9cc853-0849-480d-badd-d33137f93512 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:06.649286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:06.649610 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Checking segment: {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:06.650004 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Bound using segment: {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:06.650412 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Bound port: 353633a2-268f-4072-a183-fd470e3c4782, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe145bf-f12b-45d1-b460-d67357208429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:06.650773 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (353633a2-268f-4072-a183-fd470e3c4782), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.723589 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:06.726708 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=353633a2-268f-4072-a183-fd470e3c4782,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:06.731863 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.764422 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.765235 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.766615 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] 10.222.0.44 "PUT /v2.0/ports/353633a2-268f-4072-a183-fd470e3c4782 HTTP/1.1" status: 200 len: 1093 time: 0.6150694 Jan 27 11:20:06.768761 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'tag': '353633a2-268f-4072-a183-fd470e3c4782'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:06.771623 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88beafeb-728f-47b7-9932-f683fcec6adb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "tag": "353633a2-268f-4072-a183-fd470e3c4782"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:06.799767 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843340c-6d3d-4d1e-ac5f-cc2ec3f37470 service neutron] Pushing event updated for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.814403 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f12d48-bfde-4eb3-b93f-cfe9c2f19ca2 x-openstack-request-id: req-96f12d48-bfde-4eb3-b93f-cfe9c2f19ca2 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:06.814712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "tag": "353633a2-268f-4072-a183-fd470e3c4782", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:06.815098 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96f12d48-bfde-4eb3-b93f-cfe9c2f19ca2 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:06.815525 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'tag': '353633a2-268f-4072-a183-fd470e3c4782', 'status': 'completed', 'code': 200} Jan 27 11:20:06.869104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-30a2ce51-5fd9-47de-8930-036365dfaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.872229 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-30a2ce51-5fd9-47de-8930-036365dfaedb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 1096 time: 0.0471017 Jan 27 11:20:06.901772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.922145 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-5a7674fd-ce6d-4297-b87e-db1d008a874a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353633a2-268f-4072-a183-fd470e3c4782 HTTP/1.1" status: 200 len: 217 time: 0.0432935 Jan 27 11:20:06.983063 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-052a86cb-6372-4941-a31f-e3930e2f5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.984997 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-052a86cb-6372-4941-a31f-e3930e2f5658 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f58e86c7-1b03-4046-be81-cc3dd31b45eb HTTP/1.1" status: 200 len: 853 time: 0.0571058 Jan 27 11:20:07.020755 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-72cd33e6-a44c-4126-9f97-3e4b9cf5974a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9cc853-0849-480d-badd-d33137f93512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264208 Jan 27 11:20:07.109809 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-d1462082-a174-45f6-ba19-c2d864bb1096 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828259 Jan 27 11:20:07.213180 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-994351b3-87e4-4e82-9b47-26304a2cfb31 req-59db4c83-16a7-454a-8e10-e5fd90d4f32c service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947807 Jan 27 11:20:07.306760 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beafeb-728f-47b7-9932-f683fcec6adb req-3d6496a2-074f-4fcb-86bb-db1c0f2d1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.309478 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-3d6496a2-074f-4fcb-86bb-db1c0f2d1196 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 1096 time: 0.0420365 Jan 27 11:20:07.444643 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beafeb-728f-47b7-9932-f683fcec6adb req-73028b7a-6f97-4240-8d7c-3edf2cf1f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.446118 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-73028b7a-6f97-4240-8d7c-3edf2cf1f512 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 200 len: 914 time: 0.1168959 Jan 27 11:20:07.456260 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc67f-ecfa-445e-af3d-9da85c61785f req-eb4eab0d-e223-4e62-9740-0cca5079a448 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.457663 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-14fcc67f-ecfa-445e-af3d-9da85c61785f req-eb4eab0d-e223-4e62-9740-0cca5079a448 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0701942 Jan 27 11:20:07.501755 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-dd50375e-d6f1-4470-a2e9-8cb7524a3f59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353633a2-268f-4072-a183-fd470e3c4782 HTTP/1.1" status: 200 len: 217 time: 0.0431671 Jan 27 11:20:07.566927 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-14fcc67f-ecfa-445e-af3d-9da85c61785f req-ad87e0d4-b4f7-494f-b497-5c532429cca5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029580 Jan 27 11:20:07.572904 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beafeb-728f-47b7-9932-f683fcec6adb req-83e1a30c-9526-489d-ba1a-fb39ec830fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.573926 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-83e1a30c-9526-489d-ba1a-fb39ec830fc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f58e86c7-1b03-4046-be81-cc3dd31b45eb HTTP/1.1" status: 200 len: 853 time: 0.0647132 Jan 27 11:20:07.606363 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-852396e6-1127-4c7c-a233-0cf22cafcde7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee9cc853-0849-480d-badd-d33137f93512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252309 Jan 27 11:20:07.655132 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535ca2-13ef-47c3-89af-a1ecf969cadc req-0c1f94c5-0afc-44b7-a691-f95a40f3cb28 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.656605 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1d535ca2-13ef-47c3-89af-a1ecf969cadc req-0c1f94c5-0afc-44b7-a691-f95a40f3cb28 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 943 time: 0.0480890 Jan 27 11:20:07.710134 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1d535ca2-13ef-47c3-89af-a1ecf969cadc req-66f5cbdd-51a6-4b4d-b31d-1d4882dc4f51 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477288 Jan 27 11:20:07.924570 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-54c8dc4c-669d-4d4e-a564-246a1222a644 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106823 Jan 27 11:20:08.015603 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-88beafeb-728f-47b7-9932-f683fcec6adb req-fadcecd1-b48b-4382-9491-ac9219ca6dc7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826488 Jan 27 11:20:08.530982 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-97e016ae-4e74-4929-bb40-9128946ae635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.681156 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb8fde-7e66-4c11-abe6-38ee0a29f966 req-eb07c09e-272c-4339-a958-53dabe303cd3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:08.682674 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cecb8fde-7e66-4c11-abe6-38ee0a29f966 req-eb07c09e-272c-4339-a958-53dabe303cd3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0486159 Jan 27 11:20:08.727035 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cecb8fde-7e66-4c11-abe6-38ee0a29f966 req-5ca3eab6-068a-4147-b3e7-48a5fa1e790e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389149 Jan 27 11:20:08.825533 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3b93-9135-4391-a9a2-6681f943854d req-a6814557-4c18-465f-bd48-823977e8f336 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:08.826990 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9e0f3b93-9135-4391-a9a2-6681f943854d req-a6814557-4c18-465f-bd48-823977e8f336 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 943 time: 0.0473571 Jan 27 11:20:08.874964 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9e0f3b93-9135-4391-a9a2-6681f943854d req-04ecde8a-6bff-4ce4-a31e-9a72664a4e8e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Jan 27 11:20:09.570344 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49938) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:09.672388 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.747405 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Publish callbacks [] for security_group (6028995c-013b-457b-8ef7-04d8e6a147cd), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.751895 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6028995c-013b-457b-8ef7-04d8e6a147cd), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.792013 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c08eec1dc18f4ce798948692a2a35699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205811 Jan 27 11:20:09.792909 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028995c-013b-457b-8ef7-04d8e6a147cd,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:09.794973 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49946) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:09.800305 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.800662 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.801038 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.801384 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.801720 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.802053 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.802379 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.802709 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.803038 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.803435 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.803697 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.804021 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.804342 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de7e1d-f8f6-4319-bcdf-14334b9db3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:09.868744 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.877881 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f648570-1d91-4b63-9880-c49b8e070fc6 req-0cb50745-7a31-47af-81c2-6c65e1a45b3f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:09.879344 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f648570-1d91-4b63-9880-c49b8e070fc6 req-0cb50745-7a31-47af-81c2-6c65e1a45b3f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0816617 Jan 27 11:20:09.882121 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] Publish callbacks [] for security_group (6028995c-013b-457b-8ef7-04d8e6a147cd), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.917276 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] Publish callbacks [] for security_group (6028995c-013b-457b-8ef7-04d8e6a147cd), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.968421 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f648570-1d91-4b63-9880-c49b8e070fc6 req-73f93b0b-f15e-4a74-9864-50eb79ea7846 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816288 Jan 27 11:20:09.989937 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6028995c-013b-457b-8ef7-04d8e6a147cd), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.992509 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.993645 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6028995c-013b-457b-8ef7-04d8e6a147cd HTTP/1.1" status: 204 len: 168 time: 0.1971688 Jan 27 11:20:10.003193 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1b505-f2ed-45fc-8d0c-88c5fda49024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028995c-013b-457b-8ef7-04d8e6a147cd,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:10.008631 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc34ae-f05c-410c-919a-24e69d321502 req-912740f8-2cc4-40d5-a15d-4f1340b50129 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:10.010198 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-50bc34ae-f05c-410c-919a-24e69d321502 req-912740f8-2cc4-40d5-a15d-4f1340b50129 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 943 time: 0.0659177 Jan 27 11:20:10.065493 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-50bc34ae-f05c-410c-919a-24e69d321502 req-797ee9bc-9472-48fd-b4d0-99446ac7676d tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Jan 27 11:20:10.862220 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.967563 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 49988) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:11.073289 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd27a-5617-4fa2-87f7-fe160e164db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.089899 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb385533-ba86-45a8-b3ef-d917cc8ff193 req-19b54ba1-73e0-4943-814f-0fa6000563a6 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:11.091524 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fb385533-ba86-45a8-b3ef-d917cc8ff193 req-19b54ba1-73e0-4943-814f-0fa6000563a6 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0491261 Jan 27 11:20:11.128474 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 353633a2-268f-4072-a183-fd470e3c4782 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:20:11.156209 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fb385533-ba86-45a8-b3ef-d917cc8ff193 req-c796222a-2b86-4a0c-9b92-7e72e981c96d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590720 Jan 27 11:20:11.188558 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd27a-5617-4fa2-87f7-fe160e164db0 admin admin] Publish callbacks [] for security_group (bcf676ab-3ebf-43cb-ad1b-5ac0e8667475), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.193816 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd27a-5617-4fa2-87f7-fe160e164db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (bcf676ab-3ebf-43cb-ad1b-5ac0e8667475), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.213448 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeabe3d-474d-4fa4-b9c2-67e5924fc418 req-0142248a-9571-4cc3-abc4-861b84f1eb22 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:11.215602 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-aaeabe3d-474d-4fa4-b9c2-67e5924fc418 req-0142248a-9571-4cc3-abc4-861b84f1eb22 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 943 time: 0.0769093 Jan 27 11:20:11.226615 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=353633a2-268f-4072-a183-fd470e3c4782,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:11.237626 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '353633a2-268f-4072-a183-fd470e3c4782', 'network_id': 'ee9cc853-0849-480d-badd-d33137f93512', 'port_id': '353633a2-268f-4072-a183-fd470e3c4782', 'mac_address': 'fa:16:3e:ac:c5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58e86c7-1b03-4046-be81-cc3dd31b45eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:20:11.256559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd27a-5617-4fa2-87f7-fe160e164db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf676ab-3ebf-43cb-ad1b-5ac0e8667475,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:11.263672 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ff2bd27a-5617-4fa2-87f7-fe160e164db0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6be890e8e8d4945b7446b8783c13275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950768 Jan 27 11:20:11.267048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 49996) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:11.279912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 353633a2-268f-4072-a183-fd470e3c4782 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:11.280307 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (353633a2-268f-4072-a183-fd470e3c4782), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.290390 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-aaeabe3d-474d-4fa4-b9c2-67e5924fc418 req-6ab3f16b-9370-477d-8528-3d31d64c9b3e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679500 Jan 27 11:20:11.293416 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353633a2-268f-4072-a183-fd470e3c4782 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:11.313173 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=353633a2-268f-4072-a183-fd470e3c4782,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:11.317198 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.319364 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] Publish callbacks [] for security_group (bcf676ab-3ebf-43cb-ad1b-5ac0e8667475), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.341330 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] Publish callbacks [] for security_group (bcf676ab-3ebf-43cb-ad1b-5ac0e8667475), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.368318 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:11.390869 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (bcf676ab-3ebf-43cb-ad1b-5ac0e8667475), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.393421 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:11.394549 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcf676ab-3ebf-43cb-ad1b-5ac0e8667475 HTTP/1.1" status: 204 len: 168 time: 0.1252255 Jan 27 11:20:11.401940 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f48a0-83ef-48c6-b012-6e820cc12aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf676ab-3ebf-43cb-ad1b-5ac0e8667475,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:11.609046 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['353633a2-268f-4072-a183-fd470e3c4782'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:12.195131 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:12.270976 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac00d1-dad4-47fb-a573-9ec520cee5f1 req-1e6c0ea2-3199-47a2-bb21-2c657910c47c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:12.272502 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-31ac00d1-dad4-47fb-a573-9ec520cee5f1 req-1e6c0ea2-3199-47a2-bb21-2c657910c47c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0516236 Jan 27 11:20:12.328001 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-31ac00d1-dad4-47fb-a573-9ec520cee5f1 req-53ecad14-e9f6-4311-b9a1-de652769a009 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498922 Jan 27 11:20:12.428419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb50945-05b9-434c-ac83-14a310217dee req-98c8fe07-30bb-43ba-b3d9-087ef0511b24 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:12.429993 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2fb50945-05b9-434c-ac83-14a310217dee req-98c8fe07-30bb-43ba-b3d9-087ef0511b24 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 944 time: 0.0539584 Jan 27 11:20:12.478203 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2fb50945-05b9-434c-ac83-14a310217dee req-56c4214a-1f51-4707-98ec-deb5ddbb4ed7 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Jan 27 11:20:13.146172 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 353633a2-268f-4072-a183-fd470e3c4782 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:13.193160 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 353633a2-268f-4072-a183-fd470e3c4782 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:20:13.197580 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 353633a2-268f-4072-a183-fd470e3c4782 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:13.198176 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (353633a2-268f-4072-a183-fd470e3c4782), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:13.273367 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 353633a2-268f-4072-a183-fd470e3c4782 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:13.273714 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (353633a2-268f-4072-a183-fd470e3c4782), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:13.298490 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353633a2-268f-4072-a183-fd470e3c4782'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:13.300730 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa60e7c-ec8e-4405-8c10-4639e6108880" -d '{"events": [{"server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "name": "network-vif-plugged", "status": "completed", "tag": "353633a2-268f-4072-a183-fd470e3c4782"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:13.312541 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=353633a2-268f-4072-a183-fd470e3c4782,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:13.316765 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:13.339240 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378e6b5-153e-4d32-832f-4ea67d02305a x-openstack-request-id: req-5378e6b5-153e-4d32-832f-4ea67d02305a {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:13.339552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "name": "network-vif-plugged", "status": "completed", "tag": "353633a2-268f-4072-a183-fd470e3c4782", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:13.339810 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5378e6b5-153e-4d32-832f-4ea67d02305a {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:13.340197 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353633a2-268f-4072-a183-fd470e3c4782', 'code': 200} Jan 27 11:20:13.367001 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:13.456198 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf80153-d96c-490b-a2d1-5846e82dc5e9 req-721bb8f6-1df2-454d-8052-e3e4f826b9e4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:13.458628 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0cf80153-d96c-490b-a2d1-5846e82dc5e9 req-721bb8f6-1df2-454d-8052-e3e4f826b9e4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0579581 Jan 27 11:20:13.561175 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0cf80153-d96c-490b-a2d1-5846e82dc5e9 req-d8b92c31-ec91-4fb9-b896-d269b03f3348 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841658 Jan 27 11:20:13.569472 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aed11-fbb2-453a-a5ff-969f58805f4e req-8d3dba7f-39a9-4098-a46b-fc62e5f144a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:13.571035 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d02aed11-fbb2-453a-a5ff-969f58805f4e req-8d3dba7f-39a9-4098-a46b-fc62e5f144a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 1098 time: 0.0786333 Jan 27 11:20:13.607116 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0527d5a-f559-40bf-8810-a750319b032e req-0c5f462c-250c-4b6e-86c2-afe5f36f4e3c tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:13.609293 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c0527d5a-f559-40bf-8810-a750319b032e req-0c5f462c-250c-4b6e-86c2-afe5f36f4e3c tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0556879 Jan 27 11:20:13.632060 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d02aed11-fbb2-453a-a5ff-969f58805f4e req-5af766f9-c07b-43b3-bff7-c82057e79015 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468631 Jan 27 11:20:13.662361 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c0527d5a-f559-40bf-8810-a750319b032e req-0ff41e95-6cf3-419b-97d5-f188856c0c23 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 Jan 27 11:20:14.671277 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021e77-42cc-46cf-865c-1246c8488739 req-9a6dbe19-4934-4368-8159-01528427e5ab tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:14.672732 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd021e77-42cc-46cf-865c-1246c8488739 req-9a6dbe19-4934-4368-8159-01528427e5ab tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0524681 Jan 27 11:20:14.738915 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bd021e77-42cc-46cf-865c-1246c8488739 req-c4272513-50ef-49e5-bc8a-eec8d4d14aec tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489843 Jan 27 11:20:14.787559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f019e9-4adc-423a-85e0-c20bc838c208 req-5bba8b71-4022-4f70-8425-ed64f699044e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:14.789139 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-44f019e9-4adc-423a-85e0-c20bc838c208 req-5bba8b71-4022-4f70-8425-ed64f699044e tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jan 27 11:20:14.842129 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-44f019e9-4adc-423a-85e0-c20bc838c208 req-8f698633-cfbb-4cf1-9ba3-65665d807678 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Jan 27 11:20:14.899041 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50064) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:15.009579 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-906273e0-d654-44c3-94f7-38a0262d3350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.082608 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-906273e0-d654-44c3-94f7-38a0262d3350 admin admin] Publish callbacks [] for security_group (36e2fb2e-8d7a-415d-a338-ba70fc033bbc), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.086345 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-906273e0-d654-44c3-94f7-38a0262d3350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (36e2fb2e-8d7a-415d-a338-ba70fc033bbc), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.122636 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906273e0-d654-44c3-94f7-38a0262d3350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2fb2e-8d7a-415d-a338-ba70fc033bbc,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:15.126699 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-906273e0-d654-44c3-94f7-38a0262d3350 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d786a63ed1c541fc825222e59d7f87d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266774 Jan 27 11:20:15.129334 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50068) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:15.175823 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] Publish callbacks [] for security_group (36e2fb2e-8d7a-415d-a338-ba70fc033bbc), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.200725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] Publish callbacks [] for security_group (36e2fb2e-8d7a-415d-a338-ba70fc033bbc), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.246256 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (36e2fb2e-8d7a-415d-a338-ba70fc033bbc), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.249547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:15.250663 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36e2fb2e-8d7a-415d-a338-ba70fc033bbc HTTP/1.1" status: 204 len: 168 time: 0.1204565 Jan 27 11:20:15.258238 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7e44-33da-457e-a565-eb1ad56dc1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2fb2e-8d7a-415d-a338-ba70fc033bbc,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:15.835228 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2ef64-e8df-47e0-886a-3af821694b17 req-4a9d344d-0770-45b2-befd-2ad361bc611b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:15.836661 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6b2ef64-e8df-47e0-886a-3af821694b17 req-4a9d344d-0770-45b2-befd-2ad361bc611b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0467050 Jan 27 11:20:15.883239 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6b2ef64-e8df-47e0-886a-3af821694b17 req-46208482-ee5b-410b-a85e-2d5a886db8c8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Jan 27 11:20:15.956536 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a544-5e76-41bc-8cd4-53d9b3b6b93d req-cc812d62-d152-48db-9841-088a15771fc3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:15.958025 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d78a544-5e76-41bc-8cd4-53d9b3b6b93d req-cc812d62-d152-48db-9841-088a15771fc3 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0470891 Jan 27 11:20:16.003441 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d78a544-5e76-41bc-8cd4-53d9b3b6b93d req-0ac11e6f-df7c-4f3a-9c0c-6b9ecd3cab5b tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Jan 27 11:20:17.003694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7c67-c8f1-4483-8970-254a098b099b req-c9bfad00-15d0-4780-b07b-bc07b0cd7ed4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:17.005095 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8df7c67-c8f1-4483-8970-254a098b099b req-c9bfad00-15d0-4780-b07b-bc07b0cd7ed4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0527422 Jan 27 11:20:17.053675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8df7c67-c8f1-4483-8970-254a098b099b req-1879f1c4-50d5-442e-8cde-1eee8e97a22a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427256 Jan 27 11:20:18.165694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cd063-c966-4914-8444-f67e39fe5469 req-34c39f5c-3e56-4e01-a02a-b4cc5e04f245 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.167180 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d7cd063-c966-4914-8444-f67e39fe5469 req-34c39f5c-3e56-4e01-a02a-b4cc5e04f245 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0483367 Jan 27 11:20:18.214477 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d7cd063-c966-4914-8444-f67e39fe5469 req-e40dc22e-0580-4128-b001-313048606b7e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Jan 27 11:20:18.439259 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898f7-70af-4e7d-a16f-f13184f14bab req-f6bc775a-922f-4621-b18c-c417b5c13a2b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.440721 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6f1898f7-70af-4e7d-a16f-f13184f14bab req-f6bc775a-922f-4621-b18c-c417b5c13a2b tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0816894 Jan 27 11:20:18.456826 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669400-b9b6-4105-800e-4a5861f45622 req-cff96731-0983-4b8f-bba5-0608e1bad33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.458262 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-cff96731-0983-4b8f-bba5-0608e1bad33e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 1099 time: 0.0605993 Jan 27 11:20:18.546251 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6f1898f7-70af-4e7d-a16f-f13184f14bab req-934d1ab2-67a4-478d-aeb6-545c8e932dc5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993831 Jan 27 11:20:18.573502 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669400-b9b6-4105-800e-4a5861f45622 req-5d664579-d773-48dd-9188-50921c9ac278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.575166 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-5d664579-d773-48dd-9188-50921c9ac278 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.1090088 Jan 27 11:20:18.655471 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-a89cf098-156b-4fd4-8ee2-d9aaba9be4ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 200 len: 1001 time: 0.0573299 Jan 27 11:20:18.702529 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669400-b9b6-4105-800e-4a5861f45622 req-2107d119-ceb0-49d7-8b2a-6acf515f71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.703896 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-2107d119-ceb0-49d7-8b2a-6acf515f71a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0419834 Jan 27 11:20:18.751554 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669400-b9b6-4105-800e-4a5861f45622 req-827120c9-d42b-4698-b282-bf1c9d90a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.753060 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-827120c9-d42b-4698-b282-bf1c9d90a77d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425758 Jan 27 11:20:18.842824 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-d8799df5-adcf-41f5-b60b-7bda5542f215 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805793 Jan 27 11:20:18.935650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a3669400-b9b6-4105-800e-4a5861f45622 req-d8a34e4d-8b55-482d-9146-eadd53d967a6 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846705 Jan 27 11:20:19.662147 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26288-3752-4b9e-abe7-3e83362efb67 req-a836394b-5fcb-4e6a-827e-3ca2ae066b64 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:19.663615 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-18f26288-3752-4b9e-abe7-3e83362efb67 req-a836394b-5fcb-4e6a-827e-3ca2ae066b64 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0492637 Jan 27 11:20:19.710467 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-18f26288-3752-4b9e-abe7-3e83362efb67 req-be147de8-9708-4e86-922e-d11bc469ae4d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Jan 27 11:20:25.408686 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:20:36.111732 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2f43-2875-4e37-b4e2-d93692394bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.918798 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.022885 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04638a9-bff5-46e4-a2fb-e98b264438bb req-8da45643-f0ac-4e48-b3a7-927f89ffaf28 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:37.024269 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e04638a9-bff5-46e4-a2fb-e98b264438bb req-8da45643-f0ac-4e48-b3a7-927f89ffaf28 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0497887 Jan 27 11:20:37.069948 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e04638a9-bff5-46e4-a2fb-e98b264438bb req-f2b6c3be-5455-494d-967b-7176a6a6092a tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Jan 27 11:20:38.188152 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d314715-251e-4090-823c-7cf0088d3ab2 req-58cb89ea-409b-4a1a-8f15-7aca31b642a6 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:38.189633 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5d314715-251e-4090-823c-7cf0088d3ab2 req-58cb89ea-409b-4a1a-8f15-7aca31b642a6 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0527499 Jan 27 11:20:38.236805 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5d314715-251e-4090-823c-7cf0088d3ab2 req-b3634799-e8e8-4829-a297-23e7b13e7b78 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/security-groups?id=872e33d5-da74-480d-bb8d-ac7df80bb9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Jan 27 11:20:38.534070 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b93351c3-23bf-4554-b805-bfae17f3d799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.829735 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5631d-3082-44a3-8618-368cba4150fa req-fb54e223-c59c-4d91-aa50-9ad4a36eabc0 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:38.831165 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4ce5631d-3082-44a3-8618-368cba4150fa req-fb54e223-c59c-4d91-aa50-9ad4a36eabc0 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 945 time: 0.0524976 Jan 27 11:20:38.932496 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Deleting port 353633a2-268f-4072-a183-fd470e3c4782 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:20:38.933110 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (353633a2-268f-4072-a183-fd470e3c4782), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.021819 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] For port 353633a2-268f-4072-a183-fd470e3c4782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=353633a2-268f-4072-a183-fd470e3c4782,segment=NetworkSegment(efe145bf-f12b-45d1-b460-d67357208429),segment_id=efe145bf-f12b-45d1-b460-d67357208429)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:39.022179 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (353633a2-268f-4072-a183-fd470e3c4782), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.033879 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Calling delete_port for 353633a2-268f-4072-a183-fd470e3c4782 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:20:39.159854 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (353633a2-268f-4072-a183-fd470e3c4782), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.175042 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['353633a2-268f-4072-a183-fd470e3c4782'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:39.188437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Pushing event deleted for resources: {'Port': ['ID=353633a2-268f-4072-a183-fd470e3c4782,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:39.231663 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] No DVR routers for this DVR port 353633a2-268f-4072-a183-fd470e3c4782 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:20:39.234811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.238303 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4ce5631d-3082-44a3-8618-368cba4150fa req-76e14bb6-0797-422a-a027-3efd6d503df8 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.44 "DELETE /v2.0/ports/353633a2-268f-4072-a183-fd470e3c4782 HTTP/1.1" status: 204 len: 173 time: 0.3923051 Jan 27 11:20:39.238773 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'name': 'network-vif-deleted', 'tag': '353633a2-268f-4072-a183-fd470e3c4782'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:39.241179 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231bcf3-5277-4558-8796-6f660e69e2fd" -d '{"events": [{"server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "name": "network-vif-deleted", "tag": "353633a2-268f-4072-a183-fd470e3c4782"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:39.279841 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7098b4-49eb-459e-a41a-fabdcb890cc2 x-openstack-request-id: req-fe7098b4-49eb-459e-a41a-fabdcb890cc2 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:39.280201 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c", "name": "network-vif-deleted", "tag": "353633a2-268f-4072-a183-fd470e3c4782", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:39.280562 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe7098b4-49eb-459e-a41a-fabdcb890cc2 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:39.281083 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c', 'name': 'network-vif-deleted', 'tag': '353633a2-268f-4072-a183-fd470e3c4782', 'status': 'completed', 'code': 200} Jan 27 11:20:39.335863 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-df1a3ad5-17f9-4729-b5f5-eff45b6528e0 req-102d0052-d7de-4740-8562-3bc57aa2f4a4 tempest-VolumesSnapshotTestJSON-1416714649 tempest-VolumesSnapshotTestJSON-1416714649-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf60262-1c9e-41eb-9ca7-e4a84fe5b11c HTTP/1.1" status: 200 len: 210 time: 0.0264399 Jan 27 11:20:39.871738 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.865267 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:42.197460 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:43.634686 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 353633a2-268f-4072-a183-fd470e3c4782 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:20:43.654345 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 353633a2-268f-4072-a183-fd470e3c4782 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:20:43.654694 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 353633a2-268f-4072-a183-fd470e3c4782 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:20:49.203588 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67692-ded4-4849-bf16-d6719d849844 req-7c4f23ac-2ac1-4d32-b7f3-2e923cb6440e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:49.205029 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cec67692-ded4-4849-bf16-d6719d849844 req-7c4f23ac-2ac1-4d32-b7f3-2e923cb6440e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0518663 Jan 27 11:20:49.249180 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cec67692-ded4-4849-bf16-d6719d849844 req-b051c3c5-e7f2-420e-a553-c7e28555cb09 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Jan 27 11:20:50.368155 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3f62a-83c6-48b1-81b0-f287ff668d4e req-59bff240-390a-49cf-a8c3-e5d05c991d5e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:50.369650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afd3f62a-83c6-48b1-81b0-f287ff668d4e req-59bff240-390a-49cf-a8c3-e5d05c991d5e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0476213 Jan 27 11:20:50.415336 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afd3f62a-83c6-48b1-81b0-f287ff668d4e req-5f54a0a5-829c-4caa-9efb-9e646b8b1fd9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402598 Jan 27 11:20:51.533599 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40e70-ad20-4630-8af7-2915d3167842 req-649d9e53-1caf-4b0c-8635-db82bf3752f0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:51.535049 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-33c40e70-ad20-4630-8af7-2915d3167842 req-649d9e53-1caf-4b0c-8635-db82bf3752f0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0483446 Jan 27 11:20:51.581402 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-33c40e70-ad20-4630-8af7-2915d3167842 req-1e0fddbd-151b-4c72-a230-5287fc50b92f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Jan 27 11:20:52.695739 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891389e8-1201-4723-bc25-aa2fcc75c423 req-8a9fdfec-e7f1-4e46-baea-c26136f0d2e6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:52.697207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-891389e8-1201-4723-bc25-aa2fcc75c423 req-8a9fdfec-e7f1-4e46-baea-c26136f0d2e6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0466003 Jan 27 11:20:52.742370 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-891389e8-1201-4723-bc25-aa2fcc75c423 req-92db38ce-5362-49c1-a362-502267894517 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Jan 27 11:20:53.857653 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bdec1-a328-4401-988d-ea7d753df4de req-d5ee2acf-1da6-4aac-89bf-13a4442cdf59 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:53.859141 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-493bdec1-a328-4401-988d-ea7d753df4de req-d5ee2acf-1da6-4aac-89bf-13a4442cdf59 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0472932 Jan 27 11:20:53.907805 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-493bdec1-a328-4401-988d-ea7d753df4de req-5fabf5e2-930e-4170-9060-7fde00864a77 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Jan 27 11:20:55.028252 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0f287-ef5e-48c4-853f-722cf19eb38a req-ceee2ef1-fc81-4a70-997e-28b4fa639ee7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:55.029735 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3ee0f287-ef5e-48c4-853f-722cf19eb38a req-ceee2ef1-fc81-4a70-997e-28b4fa639ee7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0521462 Jan 27 11:20:55.075766 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3ee0f287-ef5e-48c4-853f-722cf19eb38a req-8b252ee7-eb41-47f8-8746-122ec5a73f89 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Jan 27 11:20:56.193092 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca085a-fed8-4378-aa1a-5902ae9b71e0 req-3baeb21d-4b05-4cf7-949e-18b638959a70 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:56.194527 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2dca085a-fed8-4378-aa1a-5902ae9b71e0 req-3baeb21d-4b05-4cf7-949e-18b638959a70 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0459988 Jan 27 11:20:56.239516 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2dca085a-fed8-4378-aa1a-5902ae9b71e0 req-49f3707b-da13-4e68-8bec-db08de477847 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395975 Jan 27 11:20:57.357380 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e84b77-d817-449d-80c0-0285c10e1973 req-3c029d62-5f67-4d3e-9c24-3bd12b728a8b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:57.358817 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98e84b77-d817-449d-80c0-0285c10e1973 req-3c029d62-5f67-4d3e-9c24-3bd12b728a8b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0471919 Jan 27 11:20:57.403614 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-98e84b77-d817-449d-80c0-0285c10e1973 req-d29c806c-3e01-4a15-bea1-4ee4d3e6fe10 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Jan 27 11:20:58.663403 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f4f1-f926-4ca3-beed-8ebd47a3c0a6 req-fb435e7e-ee6e-44e6-80f2-316e062e608a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:58.664826 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5c55f4f1-f926-4ca3-beed-8ebd47a3c0a6 req-fb435e7e-ee6e-44e6-80f2-316e062e608a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.1910286 Jan 27 11:20:58.709407 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5c55f4f1-f926-4ca3-beed-8ebd47a3c0a6 req-c74e8be6-1c00-4ec4-88bf-670f1948ee90 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Jan 27 11:20:59.506342 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75702a-8f84-4670-b758-9c30c359cd1e req-fde31238-9ccc-4d7b-993d-d144f61deb26 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:59.507804 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b75702a-8f84-4670-b758-9c30c359cd1e req-fde31238-9ccc-4d7b-993d-d144f61deb26 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0995808 Jan 27 11:20:59.557384 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b75702a-8f84-4670-b758-9c30c359cd1e req-f4662f2a-a042-4476-a8b7-918fe6eef900 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Jan 27 11:20:59.830419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600a58-478a-4383-b58c-4025c525c38e req-1735b43b-7f97-4787-8f29-6ed48bc0dd01 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:59.832039 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-03600a58-478a-4383-b58c-4025c525c38e req-1735b43b-7f97-4787-8f29-6ed48bc0dd01 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0515172 Jan 27 11:20:59.877143 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-03600a58-478a-4383-b58c-4025c525c38e req-6e89a37c-3e38-41c4-b821-c1f53656170d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396049 Jan 27 11:21:00.668065 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d7e85-b237-4cdf-9929-9258612570b6 req-59b5553e-bb8c-479d-9339-36b9081162ad tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:00.669538 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-524d7e85-b237-4cdf-9929-9258612570b6 req-59b5553e-bb8c-479d-9339-36b9081162ad tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0468466 Jan 27 11:21:00.714568 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-524d7e85-b237-4cdf-9929-9258612570b6 req-d40bd5e1-7460-4a14-a4fd-da10d641a015 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387621 Jan 27 11:21:00.991993 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdadc2-c9f1-46cd-8abb-25d4c3c09b80 req-b8a5f8a5-c488-40c7-bd38-9c5de4f42e23 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:00.993468 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f1cdadc2-c9f1-46cd-8abb-25d4c3c09b80 req-b8a5f8a5-c488-40c7-bd38-9c5de4f42e23 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0468788 Jan 27 11:21:01.039777 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f1cdadc2-c9f1-46cd-8abb-25d4c3c09b80 req-8b918d51-3332-4f21-a57f-1e7d12bbf1ae tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Jan 27 11:21:01.347800 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-4b51ae73-f36f-48ce-a284-7ff0449d79d1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:01.349491 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-4b51ae73-f36f-48ce-a284-7ff0449d79d1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0485532 Jan 27 11:21:01.445883 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Deleting port 24c73024-2b98-4344-9cff-9e500a887a3f {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:01.446132 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:01.534067 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] For port 24c73024-2b98-4344-9cff-9e500a887a3f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=24c73024-2b98-4344-9cff-9e500a887a3f,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:01.534432 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:01.748523 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:01.749134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:01.749428 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Floating IP ff1995d7-3301-4944-a43a-19280fa4d150 disassociated. External IP: 172.27.2.42, port: 24c73024-2b98-4344-9cff-9e500a887a3f. Jan 27 11:21:01.749553 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Calling delete_port for 24c73024-2b98-4344-9cff-9e500a887a3f owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:01.860961 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3aca7-412c-4251-8ed1-e5f530427b06 req-4cddcc3b-1f9b-47ee-8370-43b8a6b7a940 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:01.862424 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-71c3aca7-412c-4251-8ed1-e5f530427b06 req-4cddcc3b-1f9b-47ee-8370-43b8a6b7a940 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dccfde5-d7fa-41cb-881f-d6d14bee23ac HTTP/1.1" status: 200 len: 946 time: 0.0712473 Jan 27 11:21:01.944481 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-71c3aca7-412c-4251-8ed1-e5f530427b06 req-1a93b21e-8346-4439-9dc2-86e4e3bb63da tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b76d4373-0833-4b48-ba9b-c36f5d3dcd35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763354 Jan 27 11:21:01.945514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (24c73024-2b98-4344-9cff-9e500a887a3f), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:01.978007 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'Port': ['ID=24c73024-2b98-4344-9cff-9e500a887a3f,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:02.088854 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:02.162831 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aebd71-91d9-44a2-986d-96a3c9ae7c1c req-23dade6b-ec39-42fa-ab74-5d427f814256 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:02.164416 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c3aebd71-91d9-44a2-986d-96a3c9ae7c1c req-23dade6b-ec39-42fa-ab74-5d427f814256 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0521727 Jan 27 11:21:02.201539 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:02.215699 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:02.217545 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c3aebd71-91d9-44a2-986d-96a3c9ae7c1c req-7622f20d-7466-43c5-be4a-8e52fdcfe829 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474589 Jan 27 11:21:02.229103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:02.230063 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:20:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.261608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] No DVR routers for this DVR port 24c73024-2b98-4344-9cff-9e500a887a3f on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:02.264376 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.268472 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-45177e0f-484e-4fc8-8d9e-e0265fa1a49c req-7ed6a110-303d-4f95-a0ba-4199652e5c09 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "DELETE /v2.0/ports/24c73024-2b98-4344-9cff-9e500a887a3f HTTP/1.1" status: 204 len: 173 time: 0.9137099 Jan 27 11:21:02.269019 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'name': 'network-vif-deleted', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:02.274381 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50432) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:02.274949 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dee68f-73d3-4eed-b4bb-1366ce6eee7e" -d '{"events": [{"server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "name": "network-vif-deleted", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:02.320234 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e5373-2a05-4fc2-98ed-8d3d3f250538 x-openstack-request-id: req-640e5373-2a05-4fc2-98ed-8d3d3f250538 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:02.320747 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dccfde5-d7fa-41cb-881f-d6d14bee23ac", "name": "network-vif-deleted", "tag": "24c73024-2b98-4344-9cff-9e500a887a3f", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:02.321206 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-640e5373-2a05-4fc2-98ed-8d3d3f250538 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:02.321753 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dccfde5-d7fa-41cb-881f-d6d14bee23ac', 'name': 'network-vif-deleted', 'tag': '24c73024-2b98-4344-9cff-9e500a887a3f', 'status': 'completed', 'code': 200} Jan 27 11:21:02.342370 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Deleting subnet f58e86c7-1b03-4046-be81-cc3dd31b45eb {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:21:02.347015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Publish callbacks [] for subnet (f58e86c7-1b03-4046-be81-cc3dd31b45eb), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.389329 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (f58e86c7-1b03-4046-be81-cc3dd31b45eb), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.409989 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:21:02.412070 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:02.438229 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (f58e86c7-1b03-4046-be81-cc3dd31b45eb), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.495812 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (f58e86c7-1b03-4046-be81-cc3dd31b45eb), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.519544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58e86c7-1b03-4046-be81-cc3dd31b45eb,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:02.529726 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.533810 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a6d898ba-1a77-44f8-a5e7-54d0b49d27d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f58e86c7-1b03-4046-be81-cc3dd31b45eb HTTP/1.1" status: 204 len: 168 time: 0.2584102 Jan 27 11:21:02.536198 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50436) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:02.606464 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (ee9cc853-0849-480d-badd-d33137f93512), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.695609 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (ee9cc853-0849-480d-badd-d33137f93512), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.716961 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9cc853-0849-480d-badd-d33137f93512']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.727237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe145bf-f12b-45d1-b460-d67357208429') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.727539 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe145bf-f12b-45d1-b460-d67357208429') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.738639 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (efe145bf-f12b-45d1-b460-d67357208429), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.753804 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (efe145bf-f12b-45d1-b460-d67357208429), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.761229 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:21:02.761742 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (efe145bf-f12b-45d1-b460-d67357208429), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.762666 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:21:02.763996 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:21:02.794217 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:02.804169 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:02.804814 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:20:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:02.840595 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (ee9cc853-0849-480d-badd-d33137f93512), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.847616 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.854274 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee9cc853-0849-480d-badd-d33137f93512 HTTP/1.1" status: 204 len: 168 time: 0.3147612 Jan 27 11:21:02.863488 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450afc3-3656-4858-9904-3dcabfb9b4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9cc853-0849-480d-badd-d33137f93512,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:02.916305 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:03.041835 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50446) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:03.041998 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 50444) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:03.087019 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9aa48dd5-bf21-49f8-ad51-33905944b4bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02c9bc95673742a4a0d7d66efd0feb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438459 Jan 27 11:21:03.093650 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50450) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:03.099417 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (b76d4373-0833-4b48-ba9b-c36f5d3dcd35), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.124900 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (b76d4373-0833-4b48-ba9b-c36f5d3dcd35), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.142065 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:03.146744 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] Publish callbacks [] for security_group (872e33d5-da74-480d-bb8d-ac7df80bb9ad), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.168969 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] Publish callbacks [] for security_group (872e33d5-da74-480d-bb8d-ac7df80bb9ad), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.174270 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f20acb-62ce-4da9-bf5a-bd7b1ba11454 None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:03.195794 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b76d4373-0833-4b48-ba9b-c36f5d3dcd35), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.199398 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.203189 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "DELETE /v2.0/security-groups/b76d4373-0833-4b48-ba9b-c36f5d3dcd35 HTTP/1.1" status: 204 len: 168 time: 0.1571150 Jan 27 11:21:03.203882 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50452) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:03.210945 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd6767-6ad0-4c74-8581-f3081bd49984 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d4373-0833-4b48-ba9b-c36f5d3dcd35,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:03.219250 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.api.v2.resource [None req-75904321-6c0e-4de7-b65f-562d0dd0521f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] show failed (client error): The resource could not be found. Jan 27 11:21:03.223896 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-75904321-6c0e-4de7-b65f-562d0dd0521f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups/b76d4373-0833-4b48-ba9b-c36f5d3dcd35 HTTP/1.1" status: 404 len: 347 time: 0.0159159 Jan 27 11:21:03.223896 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50454) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:03.332138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (872e33d5-da74-480d-bb8d-ac7df80bb9ad), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.334705 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.335788 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/872e33d5-da74-480d-bb8d-ac7df80bb9ad HTTP/1.1" status: 204 len: 168 time: 0.2413111 Jan 27 11:21:03.381964 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ad27c-a1f2-4a28-be06-93e69cf7b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e33d5-da74-480d-bb8d-ac7df80bb9ad,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:03.411974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3da4a-9c7d-41dc-8607-0e7fe88de9c9 req-c72b6206-4cff-48e7-aeee-588bafe086df tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:03.413487 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6ea3da4a-9c7d-41dc-8607-0e7fe88de9c9 req-c72b6206-4cff-48e7-aeee-588bafe086df tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0958622 Jan 27 11:21:03.445478 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Deleting port 72d77867-a4a8-4681-a95f-3c6ceca1747c {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:03.445478 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.504053 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6ea3da4a-9c7d-41dc-8607-0e7fe88de9c9 req-2e84223f-0b6f-4a51-af3c-7ea31ae5574c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845604 Jan 27 11:21:03.576040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.576623 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (72d77867-a4a8-4681-a95f-3c6ceca1747c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.589941 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Calling delete_port for 72d77867-a4a8-4681-a95f-3c6ceca1747c owned by network:floatingip {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:03.607233 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb7a28-1e09-4fc4-8c1f-91783e09fff9 None None] New status for floating IP ff1995d7-3301-4944-a43a-19280fa4d150: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:03.796273 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (72d77867-a4a8-4681-a95f-3c6ceca1747c), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.823079 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'Port': ['ID=72d77867-a4a8-4681-a95f-3c6ceca1747c,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:03.887368 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (ff1995d7-3301-4944-a43a-19280fa4d150), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.890636 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:03.893005 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-36fbd293-bdd4-4c69-857d-d1421923ccbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "DELETE /v2.0/floatingips/ff1995d7-3301-4944-a43a-19280fa4d150 HTTP/1.1" status: 204 len: 168 time: 0.6681159 Jan 27 11:21:04.481306 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50498) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:04.488093 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247545367', 'description': 'tempest-description--747031175'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:04.517058 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.690532 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (ba581a03-d42e-402c-aa25-ce3fe9823cba), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.703121 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f201-60cb-4ad4-b166-41c8bfed659a req-4315c7ff-4ca4-4a98-a10f-bbc7f4e5ae94 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:04.710875 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0927f201-60cb-4ad4-b166-41c8bfed659a req-4315c7ff-4ca4-4a98-a10f-bbc7f4e5ae94 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.1016064 Jan 27 11:21:04.725839 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ba581a03-d42e-402c-aa25-ce3fe9823cba), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.773267 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.777519 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 50516) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:04.783666 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group_rule': {'security_group_id': 'ba581a03-d42e-402c-aa25-ce3fe9823cba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:04.788881 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3059540 Jan 27 11:21:04.813265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccc578-e795-4fe3-bf63-09d645f64600 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba581a03-d42e-402c-aa25-ce3fe9823cba,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:04.826499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (7496003f-dc36-4ebc-9905-c876580bdfcd), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.835127 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0927f201-60cb-4ad4-b166-41c8bfed659a req-0e9f4a45-ed44-4af6-b13f-a2eb942d0a98 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148918 Jan 27 11:21:04.901267 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (7496003f-dc36-4ebc-9905-c876580bdfcd), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.906282 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (7496003f-dc36-4ebc-9905-c876580bdfcd), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.931497 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7496003f-dc36-4ebc-9905-c876580bdfcd,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:04.944199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.948282 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50522) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:04.952659 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'security_group_rule': {'security_group_id': 'ba581a03-d42e-402c-aa25-ce3fe9823cba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:04.957055 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1611a189-7fd9-4421-80c3-1c54ea07bd43 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774404 Jan 27 11:21:04.990916 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (46c6a2e9-514b-45eb-b83b-de5f0d2293f0), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.082048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (46c6a2e9-514b-45eb-b83b-de5f0d2293f0), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.087721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (46c6a2e9-514b-45eb-b83b-de5f0d2293f0), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.111214 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c6a2e9-514b-45eb-b83b-de5f0d2293f0,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:05.124442 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.126226 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a3311abb-7325-4f8d-8b89-2634f9b018dc tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764452 Jan 27 11:21:05.129236 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50524) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:05.133686 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:05.159145 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.266913 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.390576 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Allocated IP 172.27.2.45 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/44ba7eca-b4a8-43fb-863c-f3c185f65fe3) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:05.409070 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:05.411886 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 24c73024-2b98-4344-9cff-9e500a887a3f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:05.458612 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 24c73024-2b98-4344-9cff-9e500a887a3f {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:05.459353 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 24c73024-2b98-4344-9cff-9e500a887a3f not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:05.568561 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.580673 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:05.595472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:05.648410 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: ACTIVE; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:05.649113 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.668122 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:05.692535 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:05.697553 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.759211 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:05.768497 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.768654 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.769224 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.769736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.770243 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.770729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.771226 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.771855 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.772349 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.772850 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.773353 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.773861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.774341 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:05.791246 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['f125fcdc-2340-442b-86a5-c25bee04fdf2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:05.879042 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.935622 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=44ba7eca-b4a8-43fb-863c-f3c185f65fe3,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:05.968130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:05.974345 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:05.977106 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:06.058164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e161c3-0c05-4faf-92ec-a07f448f8333 req-d3b7252b-62b5-4cb9-b2f1-2a0886e94b40 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:06.076425 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c8e161c3-0c05-4faf-92ec-a07f448f8333 req-d3b7252b-62b5-4cb9-b2f1-2a0886e94b40 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.1166849 Jan 27 11:21:06.150238 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.190010 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c8e161c3-0c05-4faf-92ec-a07f448f8333 req-ccddd601-ef18-49a5-b6ba-3e662fd15784 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100316 Jan 27 11:21:06.194400 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-942cb204-95b4-43bb-8ae0-104d1c34ab12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.219884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.393247 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.398180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.473611 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=44ba7eca-b4a8-43fb-863c-f3c185f65fe3,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:06.556585 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.573319 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.574539 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4efdf4f1-6d5a-45e4-a4a6-4a46d98c6ce7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4443827 Jan 27 11:21:06.822294 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-6f3008c9-3a7d-4a8d-8ed2-8b57bbf217e5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--247545367&fields=id&tenant_id=f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 267 time: 0.0443311 Jan 27 11:21:06.943978 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.962790 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-0b5c6ad8-7506-4120-8078-304e71a0f622 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:06.964193 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-0b5c6ad8-7506-4120-8078-304e71a0f622 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 810 time: 0.1343682 Jan 27 11:21:06.980833 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-f1362072-d50e-4af2-94e7-322b3d444254 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/quotas/f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 375 time: 0.0104773 Jan 27 11:21:07.045696 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-d1f321f7-77a8-4c40-b291-70c41604467f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587440 Jan 27 11:21:07.284646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-843b6b9c-ce70-43b1-8d23-4e95348597cc service neutron] 10.222.0.24 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242789 Jan 27 11:21:07.363057 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed461d-e798-4911-9ad6-d1d86d0d4c86 req-1ca39251-2228-4695-80c3-d7ab563f6490 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:07.364921 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-34ed461d-e798-4911-9ad6-d1d86d0d4c86 req-1ca39251-2228-4695-80c3-d7ab563f6490 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.0800564 Jan 27 11:21:07.396393 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-b54a8a7a-5e3b-465d-b517-ede281a1521b service neutron] 10.222.0.24 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106937 Jan 27 11:21:07.444887 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-34ed461d-e798-4911-9ad6-d1d86d0d4c86 req-3f392758-d7b7-4afa-af2e-804f6e5f0637 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730705 Jan 27 11:21:07.665060 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-32f4689e-18be-40c5-a8ff-e93e7bb8e94a req-a88247ff-78ba-4b40-9748-355c7608d1d8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0348220 Jan 27 11:21:08.004631 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:08.109380 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port f125fcdc-2340-442b-86a5-c25bee04fdf2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:08.109814 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:08.220400 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:08.221441 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:08.254451 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:08.257048 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76c8f0-fde1-4a58-a108-6a51b8ac418b" -d '{"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:08.272878 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:08.279030 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:08.311784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0a9ca-b88c-43b0-b721-5b8bd80ba334 x-openstack-request-id: req-6bb0a9ca-b88c-43b0-b721-5b8bd80ba334 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:08.312075 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:08.312333 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bb0a9ca-b88c-43b0-b721-5b8bd80ba334 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:08.312722 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'code': 200} Jan 27 11:21:08.340633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:08.544240 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7f19bfd5-66ea-481f-97d8-1421cbccd422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:08.575169 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd7a0d-0d0c-4959-9ccc-e867fdcbaa00 req-f4619510-e2d2-4a80-b3df-db4338aaf00d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:08.577386 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b1fd7a0d-0d0c-4959-9ccc-e867fdcbaa00 req-f4619510-e2d2-4a80-b3df-db4338aaf00d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0571082 Jan 27 11:21:08.632714 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b1fd7a0d-0d0c-4959-9ccc-e867fdcbaa00 req-931a8342-e795-4f96-8e47-950a957d1d22 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Jan 27 11:21:08.764786 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d1068b97-96ee-472f-a216-e7e6687b48d7 req-eaaae4f3-dcff-4f8b-898c-3eb5c47258c7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Jan 27 11:21:09.081866 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-ef220a53-9d78-4640-b0ef-fa30fd13c8a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220331 Jan 27 11:21:09.182220 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-764d4857-5c67-4932-aca4-bae4976084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.185366 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-764d4857-5c67-4932-aca4-bae4976084b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 1098 time: 0.0737710 Jan 27 11:21:09.324304 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-f69493c5-a1a1-4862-b546-ae455b9d060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.325673 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-f69493c5-a1a1-4862-b546-ae455b9d060b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.1118274 Jan 27 11:21:09.413309 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-4adbe440-0f7c-4595-8832-e9787a4c2456 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 200 len: 1001 time: 0.0806592 Jan 27 11:21:09.525795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-6e9263df-59bc-44c5-abee-240ffad70f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.532453 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-6e9263df-59bc-44c5-abee-240ffad70f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.1113791 Jan 27 11:21:09.593491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-6c9981a1-f6e6-4ee6-8cc8-6118369b4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.595266 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-6c9981a1-f6e6-4ee6-8cc8-6118369b4f8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554304 Jan 27 11:21:09.789617 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-dc94c232-32ef-4495-971e-5462fdf691c0 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872532 Jan 27 11:21:09.804734 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-0cc031cc-a035-4e19-a2f9-0d38421c288d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.809022 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-0cc031cc-a035-4e19-a2f9-0d38421c288d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 810 time: 0.2126555 Jan 27 11:21:09.816471 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761988d6-3942-4b3f-bb20-e26ec6d71c95 req-c0093518-d033-460e-92b9-ca693f050ca5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.823846 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-761988d6-3942-4b3f-bb20-e26ec6d71c95 req-c0093518-d033-460e-92b9-ca693f050ca5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0749967 Jan 27 11:21:09.889893 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-761988d6-3942-4b3f-bb20-e26ec6d71c95 req-baca064c-07c4-41b0-a750-14e6f5a62260 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647674 Jan 27 11:21:09.891759 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:09.893934 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-44ffc0c4-7f4b-40a7-85ea-3251fe805d3a req-4db1a68c-1e36-4071-8921-b1627f64eddd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0415766 Jan 27 11:21:10.898930 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.021890 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dbb28a63-1681-4290-b6f6-5cde2e8b6ee6 req-948a0d91-19ba-4d93-8a88-e5278be179c9 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0596228 Jan 27 11:21:11.046237 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f5b4-52ee-4ffb-b119-0920f9d475fb req-c09d5d3a-e764-4241-9cd5-50c3c3ccf930 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.048511 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f3b8f5b4-52ee-4ffb-b119-0920f9d475fb req-c09d5d3a-e764-4241-9cd5-50c3c3ccf930 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0797093 Jan 27 11:21:11.101311 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f3b8f5b4-52ee-4ffb-b119-0920f9d475fb req-fbd79e9f-27fb-4cc2-b71b-d8a00c74c55f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471406 Jan 27 11:21:12.124665 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d0b67311-2722-4714-a402-c5724cb94cbd req-33b60307-408e-4131-a8ed-88d3cc265771 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0275855 Jan 27 11:21:12.205525 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.506811 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-997c8aa8-3819-4f72-a47e-523b107debc6 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f146482f1d884f9e83827a1b414b9389 HTTP/1.1" status: 200 len: 379 time: 0.0754335 Jan 27 11:21:12.526308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'port': {'device_id': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'admin_state_up': True, 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'security_groups': ['ba581a03-d42e-402c-aa25-ce3fe9823cba']}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:12.536839 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e503-3935-4424-b4f6-7d29d9b005c2 req-d682e8fa-f592-48d9-905e-8d4b74e9a651 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:12.542976 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7565e503-3935-4424-b4f6-7d29d9b005c2 req-d682e8fa-f592-48d9-905e-8d4b74e9a651 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.3493378 Jan 27 11:21:12.625214 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7565e503-3935-4424-b4f6-7d29d9b005c2 req-40636354-405e-44b7-b14d-488e4f912a75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764854 Jan 27 11:21:12.668308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Made reservation on behalf of f146482f1d884f9e83827a1b414b9389 for: {'port': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:21:12.671900 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.683805 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a481d9a5-2130-488c-82cc-f04af7c2effa req-1f8a997d-4780-497c-b21a-15d88512aa7a service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884058 Jan 27 11:21:12.843882 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Allocated IP 172.20.0.3 (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20/ec71e674-b8d3-40de-9a7e-2c6811921a3c/cbbdd4eb-e827-44e1-b9d4-e8b45ee90189) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:13.002211 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.045776 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.098494 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:13.102500 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event updated for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:13.104737 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:13.107339 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:13.141529 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.142526 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.142526 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.142526 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.142964 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.143197 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.143528 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.143859 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.144182 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.144509 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.144834 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.145180 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.145500 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:13.173609 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.174017 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.206561 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-5d020955-c13a-4022-9f79-0b6f1f968a11 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854270 Jan 27 11:21:13.223462 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Request body: {'port': {'device_id': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:13.310582 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e850fd5-ae1d-40a0-88a9-8a23920db9b5 req-db631371-61b2-4748-bea8-37d64d6273c1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.315854 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2e850fd5-ae1d-40a0-88a9-8a23920db9b5 req-db631371-61b2-4748-bea8-37d64d6273c1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 931 time: 0.1045628 Jan 27 11:21:13.320173 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.365515 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-b4663d12-0eb4-4bda-bb19-acd2dae0ad57 None None] Provisioning complete for port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:13.366726 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b4663d12-0eb4-4bda-bb19-acd2dae0ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.408964 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2e850fd5-ae1d-40a0-88a9-8a23920db9b5 req-3eee4e7c-3e1a-4494-99db-21e8e85b75df tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860827 Jan 27 11:21:13.409459 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b4663d12-0eb4-4bda-bb19-acd2dae0ad57 None None] Port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:21:13.728597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 {{(pid=102613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:13.736610 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks [] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.762228 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.provisioning_blocks [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Transition to ACTIVE for port object cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 will not be triggered until provisioned by entity L2. {{(pid=102613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:21:13.768804 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.808879 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388136-e57c-4ae5-9249-f44c00f9465e req-8347112c-4c2a-4229-af17-30e1b5ebecaa tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.817886 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fd388136-e57c-4ae5-9249-f44c00f9465e req-8347112c-4c2a-4229-af17-30e1b5ebecaa tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0946829 Jan 27 11:21:13.836618 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:13.926916 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fd388136-e57c-4ae5-9249-f44c00f9465e req-a49b30d0-a2a2-4440-bdfc-972edbbfc805 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078410 Jan 27 11:21:13.981872 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Attempting to bind port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:21:13.982220 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Attempting to bind port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:21:13.982759 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Attempting to bind port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:13.987663 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:21:13.988191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Attempting to bind port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 on network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:13.993501 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:21:13.993841 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Checking segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:21:13.994233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Bound using segment: {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'} {{(pid=102613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:21:13.994663 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.managers [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Bound port: cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20'}}] {{(pid=102613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:21:13.995027 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:14.083480 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, cleared binding levels {{(pid=102613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:21:14.087203 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:21:14.092977 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:14.136081 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:14.137149 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:14.139079 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] 10.222.0.44 "PUT /v2.0/ports/cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 HTTP/1.1" status: 200 len: 1093 time: 0.9202468 Jan 27 11:21:14.141195 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:14.144258 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777cc821-b887-484b-9c87-b2b9127abbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:14.166006 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123cf0-0aa9-4f9a-b4d3-fc167cb32b80 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=3']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:14.187439 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0937cb1f-67a0-4574-9ccf-4127e668f3cf x-openstack-request-id: req-0937cb1f-67a0-4574-9ccf-4127e668f3cf {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:14.188351 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:14.188688 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0937cb1f-67a0-4574-9ccf-4127e668f3cf {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:14.189011 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'status': 'completed', 'code': 200} Jan 27 11:21:14.551444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9f0c-caec-4a2f-a675-dffd285155b2 req-1dca08b4-2754-4b8a-97ee-3bb7c0fd22e1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:14.556092 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a18a9f0c-caec-4a2f-a675-dffd285155b2 req-1dca08b4-2754-4b8a-97ee-3bb7c0fd22e1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0504856 Jan 27 11:21:14.605105 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a18a9f0c-caec-4a2f-a675-dffd285155b2 req-7750e6b5-5bf1-485f-8d4f-a9cc94cb0fbd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Jan 27 11:21:15.054773 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce533de-0b40-487d-98cb-297fc0d3e5c0 req-1895d06c-3999-41ef-9859-d57db38c3dff tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:15.056209 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fce533de-0b40-487d-98cb-297fc0d3e5c0 req-1895d06c-3999-41ef-9859-d57db38c3dff tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0498958 Jan 27 11:21:15.101748 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-fce533de-0b40-487d-98cb-297fc0d3e5c0 req-0cd0d1d7-48ec-44ef-bc96-7a3ceb744523 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Jan 27 11:21:15.718547 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1dcc-9520-428b-85e6-e1b6bdf6341f req-039f3138-af9e-4111-8fe9-589a38212a0d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:15.720526 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a6c1dcc-9520-428b-85e6-e1b6bdf6341f req-039f3138-af9e-4111-8fe9-589a38212a0d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0463686 Jan 27 11:21:15.769508 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a6c1dcc-9520-428b-85e6-e1b6bdf6341f req-3c146fe9-e1c5-4e0b-a4db-c0dacf24233a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Jan 27 11:21:15.823979 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-4252ea52-5ce5-47ce-bf75-5daca68b6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:15.825470 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-4252ea52-5ce5-47ce-bf75-5daca68b6172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 1096 time: 0.0435109 Jan 27 11:21:16.218387 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02b13-c359-4831-a611-6813cd99adf2 req-fb098d42-b58c-4135-9617-6d691a687d91 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.220259 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14d02b13-c359-4831-a611-6813cd99adf2 req-fb098d42-b58c-4135-9617-6d691a687d91 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0481610 Jan 27 11:21:16.267314 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-14d02b13-c359-4831-a611-6813cd99adf2 req-68f7d0c8-462c-42af-81b6-a6a86a68ac74 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416684 Jan 27 11:21:16.837244 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-5d7c0a96-58f4-4e44-a0c1-4295bd04b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.838693 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-5d7c0a96-58f4-4e44-a0c1-4295bd04b0df service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f146482f1d884f9e83827a1b414b9389&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962205 Jan 27 11:21:16.883264 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66e312-b4d6-428b-89c5-b32ee69bb15b req-243f981b-7283-4293-a486-11b97f4da9a3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.885449 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6d66e312-b4d6-428b-89c5-b32ee69bb15b req-243f981b-7283-4293-a486-11b97f4da9a3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0494349 Jan 27 11:21:16.931007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-d79fa782-79ce-49f8-8782-816b72d85763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.932453 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-777cc821-b887-484b-9c87-b2b9127abbc5 req-d79fa782-79ce-49f8-8782-816b72d85763 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871277 Jan 27 11:21:16.932580 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6d66e312-b4d6-428b-89c5-b32ee69bb15b req-a1a138ea-fcb7-4413-bf22-ce62d0cb6b14 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Jan 27 11:21:17.026004 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-9a9c3585-fc6d-41a3-8155-281234f22af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.027385 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-9a9c3585-fc6d-41a3-8155-281234f22af5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 1096 time: 0.0469542 Jan 27 11:21:17.072769 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-8120c4b1-ba3a-4d81-bdd8-6fdbb5fdcec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 HTTP/1.1" status: 200 len: 217 time: 0.0371897 Jan 27 11:21:17.216860 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-c1ac38e8-80d7-4ecd-ac88-0c4df53c62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.218273 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-c1ac38e8-80d7-4ecd-ac88-0c4df53c62db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0446856 Jan 27 11:21:17.269286 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-82052916-82ee-4e64-83fe-e03b4d62f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.270762 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-82052916-82ee-4e64-83fe-e03b4d62f4cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403373 Jan 27 11:21:17.396721 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-8d7e1453-7b30-4067-9bbc-3434502b033b service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159151 Jan 27 11:21:17.408477 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319ff5-b7ba-42e6-b2b9-bd1057460a61 req-afe80072-63f8-41e4-b624-bebd5d52cd40 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.410007 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-42319ff5-b7ba-42e6-b2b9-bd1057460a61 req-afe80072-63f8-41e4-b624-bebd5d52cd40 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0705018 Jan 27 11:21:17.429157 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-a86dd47d-9e9f-4624-9bd1-a9a8309f15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.430668 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-a86dd47d-9e9f-4624-9bd1-a9a8309f15f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1098 time: 0.0410314 Jan 27 11:21:17.511069 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-42319ff5-b7ba-42e6-b2b9-bd1057460a61 req-7f4f0d3d-5c42-45b9-af57-2c69c2f53a3d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924957 Jan 27 11:21:17.523602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-0b69b79b-3edc-4def-bde7-311d4b86ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.525102 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-0b69b79b-3edc-4def-bde7-311d4b86ec01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0886853 Jan 27 11:21:17.529816 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-40c1e038-7c29-403b-8cce-0aca7adf7421 req-d9f437e1-7389-4def-9414-d5fdeaf7ca84 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189024 Jan 27 11:21:17.597275 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-fa1f14d4-4e76-4b59-8e73-3443b57ca8e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0611475 Jan 27 11:21:17.650809 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-16f96a73-b58b-44dc-becc-d4e692605953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.652213 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-16f96a73-b58b-44dc-becc-d4e692605953 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0481181 Jan 27 11:21:17.697624 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-dbe33984-9f36-451b-8f25-f27ffeff7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.699058 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-dbe33984-9f36-451b-8f25-f27ffeff7aad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388248 Jan 27 11:21:17.786934 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-3d03182a-c0ff-4cbc-9937-91d5c6720462 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804565 Jan 27 11:21:17.883316 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7f81a268-89fc-4e41-8264-f2c29cd4777d req-91b2eb2c-2aaa-49f3-af0e-aa063b7a318a service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891559 Jan 27 11:21:18.048136 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131ab18-0ec3-4290-8da6-084c19b9feac req-db5a31b9-fc69-4835-8980-9194f4ec2ce8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.049919 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a131ab18-0ec3-4290-8da6-084c19b9feac req-db5a31b9-fc69-4835-8980-9194f4ec2ce8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0511487 Jan 27 11:21:18.100482 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a131ab18-0ec3-4290-8da6-084c19b9feac req-b16626ff-7737-4b9a-b5ac-18be5925fa91 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451410 Jan 27 11:21:18.631807 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a62ab-fdde-4b19-b04f-baac743ea981 req-ab3e6f4a-6022-4c8e-9d58-2c8872bd06aa tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.633452 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-174a62ab-fdde-4b19-b04f-baac743ea981 req-ab3e6f4a-6022-4c8e-9d58-2c8872bd06aa tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0482371 Jan 27 11:21:18.681337 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-174a62ab-fdde-4b19-b04f-baac743ea981 req-9c05d4e5-ad80-4da3-8027-40ee8758c184 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Jan 27 11:21:19.216120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbf48-dfc7-4f14-9e16-23caeec9a0f0 req-a71a0278-a69e-487a-9b44-d3944c878444 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.217613 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-269dbf48-dfc7-4f14-9e16-23caeec9a0f0 req-a71a0278-a69e-487a-9b44-d3944c878444 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0512741 Jan 27 11:21:19.264048 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-269dbf48-dfc7-4f14-9e16-23caeec9a0f0 req-ece8556e-6951-4dc5-88d0-5e2cbd057d71 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Jan 27 11:21:19.807486 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e259d-abba-45bf-9e3c-607f474bcb09 req-099eca35-d3b1-4edb-8db1-c0c3896910b9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.809538 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a87e259d-abba-45bf-9e3c-607f474bcb09 req-099eca35-d3b1-4edb-8db1-c0c3896910b9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0518310 Jan 27 11:21:19.856939 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a87e259d-abba-45bf-9e3c-607f474bcb09 req-47f2de5a-2498-40b8-af6f-14d0a2fb3317 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 Jan 27 11:21:20.306894 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [req-9460a3ae-5029-4ff3-bf5c-76d39bf7d0d1 req-a70857e9-e128-4831-8509-c7c6f041f3f7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:21:20.307965 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9460a3ae-5029-4ff3-bf5c-76d39bf7d0d1 req-a70857e9-e128-4831-8509-c7c6f041f3f7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055501 Jan 27 11:21:20.465302 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067d1c-b5aa-4f96-bdba-b6613d9f7eda req-e7541158-2a2b-4595-a739-162e4d68373c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:20.466821 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-08067d1c-b5aa-4f96-bdba-b6613d9f7eda req-e7541158-2a2b-4595-a739-162e4d68373c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0527716 Jan 27 11:21:20.508110 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181df6-9b7b-4faf-8517-57b8d25b9d5b req-3ba1c1bb-ad0a-435e-add2-c2d1e6665a15 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:20.509654 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-17181df6-9b7b-4faf-8517-57b8d25b9d5b req-3ba1c1bb-ad0a-435e-add2-c2d1e6665a15 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0571275 Jan 27 11:21:20.518850 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-08067d1c-b5aa-4f96-bdba-b6613d9f7eda req-ab14dc68-cc62-47e3-8e0f-e7b1ccd27911 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453014 Jan 27 11:21:20.561017 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-17181df6-9b7b-4faf-8517-57b8d25b9d5b req-93fdfceb-10cf-4c9f-bef0-f2bc787f9ca6 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452349 Jan 27 11:21:20.709505 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50758) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:20.790440 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-c0d1db76-3fa7-49d8-ad1b-af568724fe65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797658 Jan 27 11:21:20.798077 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-ec63edfd-1fa0-4d44-b8ea-46e9908e614b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:21:20.799849 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-ec63edfd-1fa0-4d44-b8ea-46e9908e614b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059204 Jan 27 11:21:21.550333 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:21.553219 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:21.657352 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80276c-8de9-4bd9-a9fc-9b9f403dec4d req-6267778e-b139-45ad-ac9f-4793cc89e52b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.659561 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8e80276c-8de9-4bd9-a9fc-9b9f403dec4d req-6267778e-b139-45ad-ac9f-4793cc89e52b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 945 time: 0.0555031 Jan 27 11:21:21.690941 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39983f6-62bf-43b4-b82e-4d470d0c1117 req-f53503b9-6bca-4ec0-ad65-58777be48edd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.693144 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e39983f6-62bf-43b4-b82e-4d470d0c1117 req-f53503b9-6bca-4ec0-ad65-58777be48edd tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 943 time: 0.0567853 Jan 27 11:21:21.698685 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:21.711749 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'port_id': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'mac_address': 'fa:16:3e:fe:7d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:21.725642 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8e80276c-8de9-4bd9-a9fc-9b9f403dec4d req-46e6f56e-aaf6-40df-9de2-4487f530a807 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582683 Jan 27 11:21:21.754807 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e39983f6-62bf-43b4-b82e-4d470d0c1117 req-7336f9f6-851a-4848-94fe-356e6433ced0 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505202 Jan 27 11:21:21.780185 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: ACTIVE; New status is: DOWN {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:21.780554 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:21.794958 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:21.795370 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:21.818699 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:21.820943 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5710bd22-6c95-4ca4-9247-41da26580790" -d '{"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-unplugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:21.826672 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:21.844110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:21.853521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:21.859125 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:21.891263 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd29ec4-2dff-443d-b43f-30a5e0965c29 x-openstack-request-id: req-3cd29ec4-2dff-443d-b43f-30a5e0965c29 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:21.891554 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-unplugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:21.892083 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cd29ec4-2dff-443d-b43f-30a5e0965c29 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:21.892664 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'code': 200} Jan 27 11:21:21.893491 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:21.922340 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:21.982102 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:22.139915 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:22.203586 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-6fef24b5-a559-4867-b5d7-5de7bb3dc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.205517 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-6fef24b5-a559-4867-b5d7-5de7bb3dc304 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 1096 time: 0.0757046 Jan 27 11:21:22.265719 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-98822bde-9faf-4941-b721-291e37b2548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.267891 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-98822bde-9faf-4941-b721-291e37b2548d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1096 time: 0.0406561 Jan 27 11:21:22.359172 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-b566d31b-0230-4309-96f3-fc221b3a14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.360757 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-b566d31b-0230-4309-96f3-fc221b3a14a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0871658 Jan 27 11:21:22.422965 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-203c3900-4a94-46a0-b549-8aef2ec79025 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 200 len: 998 time: 0.0558100 Jan 27 11:21:22.474191 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-5799f705-52a5-418b-8bde-abe898d2ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.475705 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-5799f705-52a5-418b-8bde-abe898d2ad89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0461035 Jan 27 11:21:22.522170 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-b25f9fdc-33d2-4478-89f4-e7d201ed4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.523665 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-b25f9fdc-33d2-4478-89f4-e7d201ed4db8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414100 Jan 27 11:21:22.619324 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-ea781b0a-862c-4019-990b-0c0d569ad756 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889087 Jan 27 11:21:22.706737 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3e52090-c4b2-4dd3-8be9-bcfd9812f090 req-a6cc880d-389d-4509-a8e7-2b302ecd8232 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806732 Jan 27 11:21:22.854257 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068979e-05f0-450f-99bc-3e7f2c9ce3bd req-63c3dd39-c936-46a0-91d6-0c01379c42a0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.855731 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1068979e-05f0-450f-99bc-3e7f2c9ce3bd req-63c3dd39-c936-46a0-91d6-0c01379c42a0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0517008 Jan 27 11:21:22.882461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757673f7-b74d-4870-81a7-d6e62c5f1ca1 req-de0bab05-51e9-4e4a-a8dd-9aeb381a9f3e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.884080 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-757673f7-b74d-4870-81a7-d6e62c5f1ca1 req-de0bab05-51e9-4e4a-a8dd-9aeb381a9f3e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 944 time: 0.0559504 Jan 27 11:21:22.916537 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1068979e-05f0-450f-99bc-3e7f2c9ce3bd req-c1abf93a-9977-4536-8409-8b1e74410627 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546322 Jan 27 11:21:22.934204 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-757673f7-b74d-4870-81a7-d6e62c5f1ca1 req-f9db5927-bab1-46b0-9269-1a2b1541d433 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Jan 27 11:21:23.354310 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50818) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:23.475545 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74997077-7b89-4b4b-82b4-e0b8a77af96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.560131 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74997077-7b89-4b4b-82b4-e0b8a77af96a admin admin] Publish callbacks [] for security_group (34e71fe4-7aa9-4255-86dd-cc109a60dcd6), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.565287 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74997077-7b89-4b4b-82b4-e0b8a77af96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (34e71fe4-7aa9-4255-86dd-cc109a60dcd6), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.583972 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:23.608816 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-74997077-7b89-4b4b-82b4-e0b8a77af96a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f3a11dfc5934db7b18195899b510f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533441 Jan 27 11:21:23.611510 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 50822) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:23.629809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74997077-7b89-4b4b-82b4-e0b8a77af96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e71fe4-7aa9-4255-86dd-cc109a60dcd6,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:23.660230 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:21:23.674769 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:23.675582 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.702203 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Publish callbacks [] for security_group (34e71fe4-7aa9-4255-86dd-cc109a60dcd6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.727341 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Publish callbacks [] for security_group (34e71fe4-7aa9-4255-86dd-cc109a60dcd6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.779299 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:23.779908 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.800161 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (34e71fe4-7aa9-4255-86dd-cc109a60dcd6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.803596 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.807650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34e71fe4-7aa9-4255-86dd-cc109a60dcd6 HTTP/1.1" status: 204 len: 168 time: 0.1924725 Jan 27 11:21:23.828861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:23.835513 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e71fe4-7aa9-4255-86dd-cc109a60dcd6,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:23.836894 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.837951 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:23.844188 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.844544 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.844890 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.846018 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.846593 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.847066 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.847406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.847787 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.848124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.848456 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.848784 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.849131 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.849455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfabf3bd-ba01-4fef-bbf2-48c2f535226e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:23.900832 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:23.903464 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea6a49-e2d4-443d-a61f-14ccd368ae50" -d '{"events": [{"server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:23.953341 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:24.015764 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: DOWN; New status is: DOWN {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:24.054602 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae478e31-d4ba-4a48-80f9-b2a56743ed13 x-openstack-request-id: req-ae478e31-d4ba-4a48-80f9-b2a56743ed13 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:24.054902 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "name": "network-vif-plugged", "status": "completed", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:24.055299 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae478e31-d4ba-4a48-80f9-b2a56743ed13 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:24.055659 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'code': 200} Jan 27 11:21:24.138784 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cff737-6cd1-4cc4-9d7e-de18418281bf req-ddf478d6-16d5-421c-bf34-5cbd9caa8591 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:24.157278 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e6cff737-6cd1-4cc4-9d7e-de18418281bf req-ddf478d6-16d5-421c-bf34-5cbd9caa8591 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.1116385 Jan 27 11:21:24.226021 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f05d8e-8c16-4ba5-a783-4dce0a408eab req-9dc2690a-42ce-4a61-b131-19c3ef4b3012 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:24.227050 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e6cff737-6cd1-4cc4-9d7e-de18418281bf req-ad88a090-b860-46a7-8f87-ee9016f8db10 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686989 Jan 27 11:21:24.227657 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3f05d8e-8c16-4ba5-a783-4dce0a408eab req-9dc2690a-42ce-4a61-b131-19c3ef4b3012 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0528750 Jan 27 11:21:24.311586 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e3f05d8e-8c16-4ba5-a783-4dce0a408eab req-7e2f5a34-44fd-4be9-8229-ef27adfaff78 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764356 Jan 27 11:21:25.381707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fea3a-e3f8-4ac2-8339-b8f2c38c5656 req-3002e156-7bc3-488c-b97b-b7c5edf70630 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:25.384423 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2b5fea3a-e3f8-4ac2-8339-b8f2c38c5656 req-3002e156-7bc3-488c-b97b-b7c5edf70630 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0775299 Jan 27 11:21:25.439534 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2b5fea3a-e3f8-4ac2-8339-b8f2c38c5656 req-34fd84d3-3ad5-4d22-95eb-b5bda7668581 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492880 Jan 27 11:21:25.499166 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1277557-8cb2-4a92-a9a9-82e9c54e0352 req-43075408-3956-455a-afaa-7f39bd8165f5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:25.502440 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1277557-8cb2-4a92-a9a9-82e9c54e0352 req-43075408-3956-455a-afaa-7f39bd8165f5 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0604632 Jan 27 11:21:25.552247 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1277557-8cb2-4a92-a9a9-82e9c54e0352 req-b69efe29-0431-45ae-a4db-ac9895f9c086 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Jan 27 11:21:26.570187 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dcbc-6d94-4ffb-b772-31f7938b4b2b req-ffa510bb-86bb-4b8c-860b-ee30636f38db tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:26.572505 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-04b1dcbc-6d94-4ffb-b772-31f7938b4b2b req-ffa510bb-86bb-4b8c-860b-ee30636f38db tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0540159 Jan 27 11:21:26.624757 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-04b1dcbc-6d94-4ffb-b772-31f7938b4b2b req-1310f4bc-3480-4d22-a2bf-dc0666321cb5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467198 Jan 27 11:21:26.690575 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6264b9-ec5d-43f7-8ee9-3e79249b3eab req-6e3c2bda-0560-462e-8ce6-ce6b8cf1fe57 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:26.692042 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ed6264b9-ec5d-43f7-8ee9-3e79249b3eab req-6e3c2bda-0560-462e-8ce6-ce6b8cf1fe57 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0534632 Jan 27 11:21:26.741191 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ed6264b9-ec5d-43f7-8ee9-3e79249b3eab req-319dc59b-7494-4b15-8055-08077985c0e4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434110 Jan 27 11:21:27.760985 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf312-e698-409d-8b26-4c01fd9748fc req-fc896102-4572-4652-8afd-440406be74cc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:27.762646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ebcf312-e698-409d-8b26-4c01fd9748fc req-fc896102-4572-4652-8afd-440406be74cc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0486941 Jan 27 11:21:27.850427 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ebcf312-e698-409d-8b26-4c01fd9748fc req-29afff6d-338d-46a6-8403-962ae0fe1f99 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718906 Jan 27 11:21:27.873723 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1477f-91d3-41c4-8cdb-086acbaf13ff req-c64c2cf4-7566-4bd7-98d5-b4dee352c8b3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:27.875206 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3da1477f-91d3-41c4-8cdb-086acbaf13ff req-c64c2cf4-7566-4bd7-98d5-b4dee352c8b3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0536439 Jan 27 11:21:27.928334 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3da1477f-91d3-41c4-8cdb-086acbaf13ff req-10b00987-d8de-4273-ada4-ac47fda49768 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Jan 27 11:21:28.977755 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ffb04-6dd9-4bed-b79a-899d1ad5c3a1 req-470e665f-b4ca-4d7c-ac58-fb0c360ddca6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:28.979404 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f65ffb04-6dd9-4bed-b79a-899d1ad5c3a1 req-470e665f-b4ca-4d7c-ac58-fb0c360ddca6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0599868 Jan 27 11:21:29.067236 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f65ffb04-6dd9-4bed-b79a-899d1ad5c3a1 req-9a3baf0f-1013-4e35-ae0c-906ae8e93ec9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824816 Jan 27 11:21:29.096031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9029486-3067-47f2-a21c-ef4a751309ad req-eac50612-d5b6-45cf-98da-b53caba28e99 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:29.097583 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d9029486-3067-47f2-a21c-ef4a751309ad req-eac50612-d5b6-45cf-98da-b53caba28e99 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0755272 Jan 27 11:21:29.148642 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d9029486-3067-47f2-a21c-ef4a751309ad req-6a3e8335-64f8-4b4e-8ecb-a77789d43063 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Jan 27 11:21:30.224480 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee2a71-d5fe-4634-b8d9-57f9c1fa3745 req-89e01318-a195-4b9c-8165-f39ba229442e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:30.227595 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e5ee2a71-d5fe-4634-b8d9-57f9c1fa3745 req-89e01318-a195-4b9c-8165-f39ba229442e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0575285 Jan 27 11:21:30.284448 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64466cd-62ff-49b5-b71b-7313ca94e772 req-5f217f0f-8ba8-4a66-9432-861b97784a0e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:30.285984 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f64466cd-62ff-49b5-b71b-7313ca94e772 req-5f217f0f-8ba8-4a66-9432-861b97784a0e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0666206 Jan 27 11:21:30.286865 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e5ee2a71-d5fe-4634-b8d9-57f9c1fa3745 req-c50c4323-1306-4768-bc34-9bc47cc7d3c9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538135 Jan 27 11:21:30.341725 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f64466cd-62ff-49b5-b71b-7313ca94e772 req-632a4cc4-e13b-4e2e-931a-60312e9cf6e4 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490780 Jan 27 11:21:31.403058 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae990d4-14ce-4d32-9119-74feb18ac1a9 req-19474310-67b6-43b6-9156-7eb2fa30d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.404544 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1ae990d4-14ce-4d32-9119-74feb18ac1a9 req-19474310-67b6-43b6-9156-7eb2fa30d380 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 1098 time: 0.0454848 Jan 27 11:21:31.421675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880564-0ae7-4fcf-a8c2-0154c38a69ea req-db58f430-56ba-4266-a86a-f092427fb9f0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.423713 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8e880564-0ae7-4fcf-a8c2-0154c38a69ea req-db58f430-56ba-4266-a86a-f092427fb9f0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0498550 Jan 27 11:21:31.479051 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1ae990d4-14ce-4d32-9119-74feb18ac1a9 req-c6627058-5d5f-40aa-9406-73d902dadf48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665398 Jan 27 11:21:31.480968 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8e880564-0ae7-4fcf-a8c2-0154c38a69ea req-8faad4a8-c25a-42be-af9f-3e272c1e46cf tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Jan 27 11:21:31.502183 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ce95-282a-4d70-ba18-b23222231b04 req-75c9d6e6-8faf-4760-9a18-fea1239b83c8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.508597 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-55c5ce95-282a-4d70-ba18-b23222231b04 req-75c9d6e6-8faf-4760-9a18-fea1239b83c8 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0859554 Jan 27 11:21:31.552956 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-55c5ce95-282a-4d70-ba18-b23222231b04 req-473fbde5-99aa-4a68-b438-5efc870193ff tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Jan 27 11:21:32.608471 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc46f0-a80c-4c82-b04c-fa865a666b3e req-4b111875-36a2-4afa-801f-4a9a7525fefc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.609988 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ddc46f0-a80c-4c82-b04c-fa865a666b3e req-4b111875-36a2-4afa-801f-4a9a7525fefc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0520768 Jan 27 11:21:32.658017 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ddc46f0-a80c-4c82-b04c-fa865a666b3e req-29615fd5-b083-4a17-b236-9794c4fee36d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Jan 27 11:21:32.671481 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed278f-abec-4385-b75a-2c8e1af69130 req-dca781ca-a4a1-4c37-87b2-983bc5c2d208 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.672977 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41ed278f-abec-4385-b75a-2c8e1af69130 req-dca781ca-a4a1-4c37-87b2-983bc5c2d208 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Jan 27 11:21:32.718675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-41ed278f-abec-4385-b75a-2c8e1af69130 req-aa543a82-a95f-4c62-8a07-ed5df1010b72 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Jan 27 11:21:32.826511 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca17a8-6186-4315-96d1-f6bc7ca07dca req-7cbfe08b-352b-480d-989c-0a86708c9d8c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.827949 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-57ca17a8-6186-4315-96d1-f6bc7ca07dca req-7cbfe08b-352b-480d-989c-0a86708c9d8c tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0467274 Jan 27 11:21:32.837164 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 50868) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:32.841376 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Request body: {'floatingip': {'port_id': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:32.883076 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.300261 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.303813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.399877 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Floating IP 6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6 associated. External IP: 172.27.2.45, port: cbbdd4eb-e827-44e1-b9d4-e8b45ee90189. Jan 27 11:21:33.782047 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741d33-c31c-47f0-84c0-ece076859068 req-1ecc0e77-4f50-4345-8bfe-0d259506b773 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.783844 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-01741d33-c31c-47f0-84c0-ece076859068 req-1ecc0e77-4f50-4345-8bfe-0d259506b773 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0513446 Jan 27 11:21:33.839424 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-01741d33-c31c-47f0-84c0-ece076859068 req-149ff619-763f-4f7d-9284-54ca42fb0f06 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499995 Jan 27 11:21:33.855559 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:33.993950 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c1be-27f8-40e3-a258-fa8a4fe8b63b req-456b7d0e-740d-4208-a6c2-53f3e9fdd7b9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.995418 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a0f0c1be-27f8-40e3-a258-fa8a4fe8b63b req-456b7d0e-740d-4208-a6c2-53f3e9fdd7b9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0937943 Jan 27 11:21:34.009217 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:34.014190 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:34.020430 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:34.030717 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:34.031335 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:34.060882 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f0db01c8-5dea-42af-91fd-3888ce0ad97f tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "PUT /v2.0/floatingips/6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6 HTTP/1.1" status: 200 len: 990 time: 1.2201617 Jan 27 11:21:34.060882 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:34.062921 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20eb8cb-5987-4961-be59-fd1de32b4c79" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:34.083048 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a0f0c1be-27f8-40e3-a258-fa8a4fe8b63b req-4f33f8f1-7d22-4d47-99f9-c46ff836e735 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812681 Jan 27 11:21:34.139110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:34.305587 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fba25e-b9b3-43bb-9cfa-f8c646ae4ddc x-openstack-request-id: req-a2fba25e-b9b3-43bb-9cfa-f8c646ae4ddc {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:34.305958 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:34.306278 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2fba25e-b9b3-43bb-9cfa-f8c646ae4ddc {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:34.306882 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'status': 'completed', 'code': 200} Jan 27 11:21:34.366681 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:fe:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:06Z', 'updated_at': '2022-01-27T11:21:33Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:34.370085 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-69dc9752-a4df-4e88-90d1-62a19a547d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:34.371568 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-69dc9752-a4df-4e88-90d1-62a19a547d9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f146482f1d884f9e83827a1b414b9389&device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 1098 time: 0.0392818 Jan 27 11:21:34.401532 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:34.411599 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:34.412039 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:34.465354 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-52835977-73f1-4426-9b7d-a8a8f3ad13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:34.467130 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-52835977-73f1-4426-9b7d-a8a8f3ad13d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 200 len: 911 time: 0.0889196 Jan 27 11:21:34.517143 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:34.542356 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-a45dcb63-9713-417f-9108-10773d6f61b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 HTTP/1.1" status: 200 len: 998 time: 0.0579062 Jan 27 11:21:34.593988 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-ec7abf57-68e4-499f-9439-0ab59113d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:34.595436 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-ec7abf57-68e4-499f-9439-0ab59113d07e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 200 len: 849 time: 0.0468366 Jan 27 11:21:34.640427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-48e403dd-5a9b-4775-a394-e620f93f53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:34.641870 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-48e403dd-5a9b-4775-a394-e620f93f53c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401204 Jan 27 11:21:34.730272 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-fb824819-c817-4700-ab1f-1ed9b6f77570 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802469 Jan 27 11:21:34.741981 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:fe:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:06Z', 'updated_at': '2022-01-27T11:21:33Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:34.772308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d026e72-cbc5-4ba9-a605-78fade1a5bea None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'port_id': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'mac_address': 'fa:16:3e:fe:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:06Z', 'updated_at': '2022-01-27T11:21:33Z', 'revision_number': 1, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:34.824048 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d20eb8cb-5987-4961-be59-fd1de32b4c79 req-9b15ddc2-fa26-4805-9cc3-c5b537b13e37 service neutron] 10.222.0.44 "GET /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864236 Jan 27 11:21:34.957632 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e52b5b-3e16-4b02-8fc4-1996d0da5149 None None] New status for floating IP 6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:34.970341 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c0f40-b0c5-4429-bdab-fcb5f3ed8634 req-1f7ed440-7610-49d5-be8e-d53998a7ac4f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:34.971835 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-046c0f40-b0c5-4429-bdab-fcb5f3ed8634 req-1f7ed440-7610-49d5-be8e-d53998a7ac4f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0510113 Jan 27 11:21:35.021620 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-046c0f40-b0c5-4429-bdab-fcb5f3ed8634 req-d2b4de2c-af6d-4dca-8aa1-d4781a134dc4 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Jan 27 11:21:35.204139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd91035-1e61-4642-82e4-a54bc5211c46 req-5675f3b5-7c65-4e51-b3d3-927cefccbf53 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:35.205628 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-edd91035-1e61-4642-82e4-a54bc5211c46 req-5675f3b5-7c65-4e51-b3d3-927cefccbf53 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0489731 Jan 27 11:21:35.253492 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-edd91035-1e61-4642-82e4-a54bc5211c46 req-53ada7d0-dad2-494d-97f4-3fc1c9d3bd13 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Jan 27 11:21:35.584904 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db62621-3123-4989-8d2d-5083359211e1 req-c5c03486-5c55-40af-bdcc-d2539e1bcb3a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:35.586371 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0db62621-3123-4989-8d2d-5083359211e1 req-c5c03486-5c55-40af-bdcc-d2539e1bcb3a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 945 time: 0.0502858 Jan 27 11:21:35.675788 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port effbc26e-4613-4dc7-a580-277902757fff {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:35.676132 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (effbc26e-4613-4dc7-a580-277902757fff), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.763028 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] For port effbc26e-4613-4dc7-a580-277902757fff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=effbc26e-4613-4dc7-a580-277902757fff,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:35.763313 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (effbc26e-4613-4dc7-a580-277902757fff), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.926785 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.927474 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (d3140f69-ee8d-4a95-854e-a451cb460bfc), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.927474 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP d3140f69-ee8d-4a95-854e-a451cb460bfc disassociated. External IP: 172.27.2.148, port: effbc26e-4613-4dc7-a580-277902757fff. Jan 27 11:21:35.927782 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for effbc26e-4613-4dc7-a580-277902757fff owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:36.055738 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (effbc26e-4613-4dc7-a580-277902757fff), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:36.083726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=effbc26e-4613-4dc7-a580-277902757fff,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:36.121520 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3f36c7d7-8d8e-4eed-bfc8-6515cca799c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:36.214452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c3bb-fe5f-423f-a10c-13ec7668e2bc req-767284e4-365e-42ef-a054-54e35b5bba80 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:36.215918 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5b54c3bb-fe5f-423f-a10c-13ec7668e2bc req-767284e4-365e-42ef-a054-54e35b5bba80 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0925074 Jan 27 11:21:36.247596 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:36.281430 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5b54c3bb-fe5f-423f-a10c-13ec7668e2bc req-c79d08b6-3d73-4437-abfc-77b86d21a009 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578287 Jan 27 11:21:36.393479 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-80781320-69ef-4396-b609-539a6bdc85c1 req-b364fb9b-bee9-42c4-b23c-0830850c03c1 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d1e89a-e4c8-4b46-b264-fbe96937a5ff HTTP/1.1" status: 200 len: 210 time: 0.0340757 Jan 27 11:21:36.404349 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:36.416062 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:36.427009 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:36.427622 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:36.446265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] No DVR routers for this DVR port effbc26e-4613-4dc7-a580-277902757fff on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:36.448791 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:36.452375 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0db62621-3123-4989-8d2d-5083359211e1 req-fa8b591a-c205-4945-a3bb-4ce921c47343 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "DELETE /v2.0/ports/effbc26e-4613-4dc7-a580-277902757fff HTTP/1.1" status: 204 len: 173 time: 0.8600221 Jan 27 11:21:36.452825 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'name': 'network-vif-deleted', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:36.455152 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0fbf8-8036-46bc-bfb4-aeb2e676b6e6" -d '{"events": [{"server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "name": "network-vif-deleted", "tag": "effbc26e-4613-4dc7-a580-277902757fff"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:36.542954 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:36.567935 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ca82b-4e29-4b7a-971f-e8577e703a1e x-openstack-request-id: req-2a0ca82b-4e29-4b7a-971f-e8577e703a1e {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:36.568299 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1e89a-e4c8-4b46-b264-fbe96937a5ff", "name": "network-vif-deleted", "tag": "effbc26e-4613-4dc7-a580-277902757fff", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:36.568627 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a0ca82b-4e29-4b7a-971f-e8577e703a1e {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:36.569748 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1e89a-e4c8-4b46-b264-fbe96937a5ff', 'name': 'network-vif-deleted', 'tag': 'effbc26e-4613-4dc7-a580-277902757fff', 'status': 'completed', 'code': 200} Jan 27 11:21:36.755338 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:36.781568 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:36.790218 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:36.790808 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:36.894909 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:36.947582 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.106472 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:37.134649 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb0244-fddd-44a0-829e-7ad7f71022e1 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:37.371467 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa9f2f-7bb5-452f-b9e9-778b44c30228 None None] New status for floating IP d3140f69-ee8d-4a95-854e-a451cb460bfc: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:37.413997 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8406aa-0f78-4f34-b3dc-03009d125561 req-6d243721-008b-4d69-83c0-b82abfff381f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:37.415545 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5c8406aa-0f78-4f34-b3dc-03009d125561 req-6d243721-008b-4d69-83c0-b82abfff381f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0509832 Jan 27 11:21:37.476351 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5c8406aa-0f78-4f34-b3dc-03009d125561 req-c7343d8b-d442-4ee4-a406-fd0e75fdfa53 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548673 Jan 27 11:21:37.657563 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-8e144cf3-ca93-473d-a4c6-135eda765dd2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461102481&fields=id&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 267 time: 0.0426662 Jan 27 11:21:37.764898 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-5c696703-46c7-4cab-b348-6124853586c7 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:37.766257 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-5c696703-46c7-4cab-b348-6124853586c7 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.1026385 Jan 27 11:21:37.780159 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-6fac6c91-e0c5-4131-b954-8457efa6c72a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/quotas/667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 375 time: 0.0086281 Jan 27 11:21:37.829859 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-dc17e6ff-fed8-4de0-a0d8-8f3b85702c69 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449142 Jan 27 11:21:37.927817 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-8053d430-ad63-4205-aa19-588a32c882c0 service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872030 Jan 27 11:21:38.014305 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-1f4801ce-9df2-470a-bf50-aa40f46f5bdf service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809317 Jan 27 11:21:38.284357 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-06e2ecff-15c3-4fab-9807-24001f14ce60 req-382df0ca-9f89-4392-89cb-3128428ad602 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Jan 27 11:21:38.537629 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-424be73a-30f4-428a-a24b-734979a04019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.610513 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055da10-5b7b-4401-b7b1-8c4b39e0f39a req-36b352ee-b94d-4ebb-9573-76246625cc19 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:38.612206 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2055da10-5b7b-4401-b7b1-8c4b39e0f39a req-36b352ee-b94d-4ebb-9573-76246625cc19 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0542865 Jan 27 11:21:38.661210 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2055da10-5b7b-4401-b7b1-8c4b39e0f39a req-f9bfadd8-c447-4843-bfdb-3b3d528dfbfe tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432937 Jan 27 11:21:39.176077 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-0b9795e3-0d5e-44b3-9af2-1c5fa4f4e530 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:39.177516 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-0b9795e3-0d5e-44b3-9af2-1c5fa4f4e530 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.0982091 Jan 27 11:21:39.243954 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-917ff8bc-1bc7-489f-a521-bde78611d60e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 380 time: 0.0569911 Jan 27 11:21:39.252689 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'port': {'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'admin_state_up': True, 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'security_groups': ['ca65b794-3a8e-45fe-b2fc-6f4ba914ca51']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:39.358140 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Made reservation on behalf of 667fd5a7bd464ef9b3e69096d409f80d for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:21:39.361698 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.378039 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-493c38dc-53b3-435e-a1db-23d3d973b044 req-e93dcd6d-0bdb-438e-91e5-06c838d4500f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 210 time: 0.0263553 Jan 27 11:21:39.409864 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:21:39.487710 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.20.0.3 (f407390c-f58d-478b-bc7e-edf671e7a8cd/54252c1e-3fb9-4c8a-901f-ba351d3e9d24/b8ffe829-c667-466c-bcdd-22e6fa12a7f9) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:39.613704 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:39.615950 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device effbc26e-4613-4dc7-a580-277902757fff no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:39.626192 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.679632 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.723164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:39.726339 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:39.730217 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:39.759028 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:39.793909 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:39.794667 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.802153 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: effbc26e-4613-4dc7-a580-277902757fff {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:39.802415 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device effbc26e-4613-4dc7-a580-277902757fff not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:39.818763 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-fc7dbabe-f789-457d-bb64-0319774ec2d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697651 Jan 27 11:21:39.831140 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Request body: {'port': {'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:39.837972 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c1899-89e1-42c2-83c7-49ed5049ab54 req-dc1b0129-120c-4b01-9638-ef05c24bbd8d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:39.839638 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1c2c1899-89e1-42c2-83c7-49ed5049ab54 req-dc1b0129-120c-4b01-9638-ef05c24bbd8d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 943 time: 0.0760572 Jan 27 11:21:39.895769 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1c2c1899-89e1-42c2-83c7-49ed5049ab54 req-6f304de8-794e-420f-9946-71ab17627ea5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 Jan 27 11:21:39.899853 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.910380 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.919377 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:39.931639 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'mac_address': 'fa:16:3e:21:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:39.978973 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:39.979373 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.993184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:40.012638 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:40.018289 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.075416 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=9']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:40.085975 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-5eb53f91-d3e1-41b1-8950-ee3f19de42f9 None None] Provisioning complete for port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:40.086349 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f91-d3e1-41b1-8950-ee3f19de42f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.118777 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-5eb53f91-d3e1-41b1-8950-ee3f19de42f9 None None] Port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:21:40.191548 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ffe829-c667-466c-bcdd-22e6fa12a7f9 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:40.198780 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks [] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.211590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Transition to ACTIVE for port object b8ffe829-c667-466c-bcdd-22e6fa12a7f9 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:21:40.214466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.237020 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['f125fcdc-2340-442b-86a5-c25bee04fdf2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:40.280568 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:40.334261 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Attempting to bind port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:21:40.334593 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Attempting to bind port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:21:40.334926 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Attempting to bind port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:40.339506 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 on network f407390c-f58d-478b-bc7e-edf671e7a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:21:40.340006 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Attempting to bind port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:40.344900 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:21:40.345317 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:21:40.345927 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Bound using segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:21:40.346361 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Bound port: b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:21:40.346720 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.415254 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:21:40.418453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:21:40.424966 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.463502 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:40.464117 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.465524 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] 10.222.0.44 "PUT /v2.0/ports/b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 1093 time: 0.6390967 Jan 27 11:21:40.467644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:40.469824 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d81fe0-9a58-42d4-b26d-00eb17e223bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:40.526322 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63914fb7-d38f-4c9e-b0b3-96eebc8b9f08 x-openstack-request-id: req-63914fb7-d38f-4c9e-b0b3-96eebc8b9f08 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:40.526612 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:40.526863 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63914fb7-d38f-4c9e-b0b3-96eebc8b9f08 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:40.527259 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'status': 'completed', 'code': 200} Jan 27 11:21:40.553771 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3721-b4c8-460f-9e9f-35294d82e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:40.571558 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac696a8-2955-479e-8eba-7d2fae7334dd req-3c5e6f22-d76e-4e14-a12c-333630be8199 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:40.573239 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4ac696a8-2955-479e-8eba-7d2fae7334dd req-3c5e6f22-d76e-4e14-a12c-333630be8199 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.1142061 Jan 27 11:21:40.590758 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-a9c01e06-9b8d-4eec-ad30-c6e609abac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:40.592247 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-a9c01e06-9b8d-4eec-ad30-c6e609abac27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1096 time: 0.0842636 Jan 27 11:21:40.639339 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-571f137f-60ae-43fe-81fd-5e4211a61a58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0390422 Jan 27 11:21:40.702771 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4ac696a8-2955-479e-8eba-7d2fae7334dd req-3e4792f1-b962-4ad1-976f-a1cdee4a3f46 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229773 Jan 27 11:21:40.713946 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-c9bcd928-e934-4fef-bd6f-2750efa8cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:40.715481 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-c9bcd928-e934-4fef-bd6f-2750efa8cdf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0661943 Jan 27 11:21:40.874621 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.999889 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-76625d06-6502-44ce-aed5-0ef9f54fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.001412 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-76625d06-6502-44ce-aed5-0ef9f54fb1f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2795105 Jan 27 11:21:41.023593 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b4b5-21d1-464d-958c-d69c1e9f3943 req-ea750115-dc52-4c68-9ddd-9016e8a00309 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.025129 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b2f4b4b5-21d1-464d-958c-d69c1e9f3943 req-ea750115-dc52-4c68-9ddd-9016e8a00309 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 944 time: 0.0495467 Jan 27 11:21:41.071782 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b2f4b4b5-21d1-464d-958c-d69c1e9f3943 req-60eae9a6-7e65-4e4e-beda-c06931a62cab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Jan 27 11:21:41.090402 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-600391b2-ecad-40cb-b9c6-3c9beb5ae1fe service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Jan 27 11:21:41.184474 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb6ea4b4-166c-460a-a25e-2361dd0ce0df req-065dee42-3d65-45f6-afe2-f4425c180c27 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 Jan 27 11:21:41.270879 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-eb952ee8-3f8c-491a-b17a-8dc167b175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.272257 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-eb952ee8-3f8c-491a-b17a-8dc167b175fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1096 time: 0.0397391 Jan 27 11:21:41.360363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-a99eb133-4824-4edc-9046-e769f45ab0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.361973 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-a99eb133-4824-4edc-9046-e769f45ab0a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0842171 Jan 27 11:21:41.401224 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-6db155cb-9b8c-439b-a03c-894e47a31305 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0328193 Jan 27 11:21:41.450024 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-f0a6969c-8511-44ca-8a7f-6a88839d6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.451454 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-f0a6969c-8511-44ca-8a7f-6a88839d6cb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0447991 Jan 27 11:21:41.495269 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-2b257577-5cf2-40a3-a22a-3d627f0869c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.496724 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-2b257577-5cf2-40a3-a22a-3d627f0869c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392492 Jan 27 11:21:41.584590 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-1ed50a8a-02d5-41f3-b75f-68f7b406e0af service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808933 Jan 27 11:21:41.640796 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:41.677491 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-57d81fe0-9a58-42d4-b26d-00eb17e223bc req-e058db2e-5297-4bdd-acf6-c2a60de111cb service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862865 Jan 27 11:21:41.699105 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port f125fcdc-2340-442b-86a5-c25bee04fdf2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:41.699483 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:41.781458 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port f125fcdc-2340-442b-86a5-c25bee04fdf2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:41.781856 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:41.804304 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:41.806578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eec60d-783e-4b26-9f97-9f00de5f96f1" -d '{"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:41.817191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34cffc-2999-4f4b-b8ba-e9e2e981ad46 req-e960822e-16d6-41c8-89e7-e04d502215af tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:41.819401 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cd34cffc-2999-4f4b-b8ba-e9e2e981ad46 req-e960822e-16d6-41c8-89e7-e04d502215af tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0488153 Jan 27 11:21:41.820106 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:41.824562 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:41.874525 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:41.875214 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cd34cffc-2999-4f4b-b8ba-e9e2e981ad46 req-7dd7918a-c564-4139-a01e-b121c72b3847 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495293 Jan 27 11:21:41.912389 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254cb349-e3d4-4189-836a-78f09ef277b2 x-openstack-request-id: req-254cb349-e3d4-4189-836a-78f09ef277b2 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:41.912883 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-plugged", "status": "completed", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:41.913023 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-254cb349-e3d4-4189-836a-78f09ef277b2 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:41.913346 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'code': 200} Jan 27 11:21:42.192267 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a29d2-72af-4a69-b21e-ea7485ad8fd1 req-bc44368d-0615-40e3-9a1c-563c6b110ecb tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:42.193819 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-632a29d2-72af-4a69-b21e-ea7485ad8fd1 req-bc44368d-0615-40e3-9a1c-563c6b110ecb tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0482802 Jan 27 11:21:42.200240 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.242067 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-632a29d2-72af-4a69-b21e-ea7485ad8fd1 req-5d573c7d-74cd-4106-a3a1-ba1137d82e06 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Jan 27 11:21:42.356031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6381a60-0d51-4c52-b6fa-14524e8c5dc9 req-f29a41ce-0cb1-488f-a4f1-645668b6c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:42.357444 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6381a60-0d51-4c52-b6fa-14524e8c5dc9 req-f29a41ce-0cb1-488f-a4f1-645668b6c4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 1099 time: 0.0394583 Jan 27 11:21:42.399135 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6381a60-0d51-4c52-b6fa-14524e8c5dc9 req-e6a33a21-484d-48bc-8cf9-c9417aef5cae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356371 Jan 27 11:21:42.992644 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6482929-5146-46f5-8b84-1beb8aa59fe4 req-be9be875-9f00-4b8b-8bcd-1740242dd60a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:42.994134 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f6482929-5146-46f5-8b84-1beb8aa59fe4 req-be9be875-9f00-4b8b-8bcd-1740242dd60a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0466144 Jan 27 11:21:43.042024 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-f6482929-5146-46f5-8b84-1beb8aa59fe4 req-e9de9324-4f6b-4a22-8289-f82c44cd30ac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Jan 27 11:21:43.375462 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7259f6-88f7-406e-9ef1-5674b0df0f77 req-04c96df4-e15e-4058-8ec0-71f15d3df329 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:43.377054 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7259f6-88f7-406e-9ef1-5674b0df0f77 req-04c96df4-e15e-4058-8ec0-71f15d3df329 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0503197 Jan 27 11:21:43.421176 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7259f6-88f7-406e-9ef1-5674b0df0f77 req-b8e9ea6b-37d1-445a-a4d3-fd06ee56ac9c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 Jan 27 11:21:44.155067 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78fdf2-0d01-4cc7-b40c-7356b05e98fe req-baf7dc67-a9c7-4a32-b571-fead70c41076 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:44.156544 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cd78fdf2-0d01-4cc7-b40c-7356b05e98fe req-baf7dc67-a9c7-4a32-b571-fead70c41076 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0482926 Jan 27 11:21:44.206505 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cd78fdf2-0d01-4cc7-b40c-7356b05e98fe req-78c6a50e-184b-4cbe-b2e3-a50ee6969bd6 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Jan 27 11:21:44.546332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76d445-072e-47a7-8c8f-0c602fb0d689 req-284fe838-6f7c-4ef0-9c05-4ef279b405b3 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:44.547753 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ed76d445-072e-47a7-8c8f-0c602fb0d689 req-284fe838-6f7c-4ef0-9c05-4ef279b405b3 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0523729 Jan 27 11:21:44.593835 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ed76d445-072e-47a7-8c8f-0c602fb0d689 req-a9e8215d-1974-483c-8b99-f82a6ee973c5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Jan 27 11:21:45.317106 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79333-ebe4-442c-8453-9384bf72d270 req-fbfe9b61-803a-4f85-b59e-733a4a95fccc tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:45.318548 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c6a79333-ebe4-442c-8453-9384bf72d270 req-fbfe9b61-803a-4f85-b59e-733a4a95fccc tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0475883 Jan 27 11:21:45.365257 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c6a79333-ebe4-442c-8453-9384bf72d270 req-cd879cb2-bc96-43e7-9e34-0704d820ee98 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Jan 27 11:21:46.484461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f3f57-125a-416e-aed4-5446a1312186 req-cbdfd603-a43a-4f01-8e11-e14abe136f16 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:46.486502 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-524f3f57-125a-416e-aed4-5446a1312186 req-cbdfd603-a43a-4f01-8e11-e14abe136f16 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0509708 Jan 27 11:21:46.534156 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-524f3f57-125a-416e-aed4-5446a1312186 req-29ea6540-b8d6-4492-8964-140577d714f5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Jan 27 11:21:47.648584 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e523-b77b-43c3-a700-d812c1c41d04 req-56a33d9f-167e-4eba-a89c-5c8ac6d07d2f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:47.650056 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c942e523-b77b-43c3-a700-d812c1c41d04 req-56a33d9f-167e-4eba-a89c-5c8ac6d07d2f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0476453 Jan 27 11:21:47.696639 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c942e523-b77b-43c3-a700-d812c1c41d04 req-a5d38cc4-876b-48c5-9487-9122514ebb36 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Jan 27 11:21:48.808142 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6e182-f298-4e17-9cc4-2ec59a215a96 req-55a72569-b30d-4faf-b12e-0e4190863329 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:48.809628 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3aa6e182-f298-4e17-9cc4-2ec59a215a96 req-55a72569-b30d-4faf-b12e-0e4190863329 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 943 time: 0.0467255 Jan 27 11:21:48.860720 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3aa6e182-f298-4e17-9cc4-2ec59a215a96 req-71267dbb-24de-42b3-a502-0814e9988b82 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Jan 27 11:21:49.689714 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b8ffe829-c667-466c-bcdd-22e6fa12a7f9 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:49.780308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:49.791146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:49.831349 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:49.831743 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.844130 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ffe829-c667-466c-bcdd-22e6fa12a7f9 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:49.862731 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:49.866466 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.914602 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:49.973791 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa3169-2f88-4044-8c6c-904ee1bc71cd req-7c3edb10-5b9c-4621-931b-808411488aa8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:49.975243 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e3fa3169-2f88-4044-8c6c-904ee1bc71cd req-7c3edb10-5b9c-4621-931b-808411488aa8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 944 time: 0.0479310 Jan 27 11:21:50.024587 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e3fa3169-2f88-4044-8c6c-904ee1bc71cd req-c5eaaf0e-1350-4820-9845-d51ea40a284a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 Jan 27 11:21:50.150119 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b8ffe829-c667-466c-bcdd-22e6fa12a7f9'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:51.135448 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea504e29-6904-4add-b47f-dc0c92a4b2ff req-535cfb95-8dc8-4497-aeea-5b3efae16474 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:51.137150 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ea504e29-6904-4add-b47f-dc0c92a4b2ff req-535cfb95-8dc8-4497-aeea-5b3efae16474 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 944 time: 0.0481927 Jan 27 11:21:51.184846 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ea504e29-6904-4add-b47f-dc0c92a4b2ff req-7a584c95-1e03-4e6a-bcbf-9a482a85009a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Jan 27 11:21:51.703231 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b8ffe829-c667-466c-bcdd-22e6fa12a7f9 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:51.750776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:21:51.754706 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:51.755077 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:51.831187 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:51.831577 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:51.853737 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:51.855937 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee25e6b6-c900-4bb7-bfa0-fe826e52eac9" -d '{"events": [{"server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "name": "network-vif-plugged", "status": "completed", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:51.868352 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:51.872373 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:51.895444 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51a15c-59da-4446-9f22-50cc880295ca x-openstack-request-id: req-9f51a15c-59da-4446-9f22-50cc880295ca {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:51.895733 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "name": "network-vif-plugged", "status": "completed", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:51.895986 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f51a15c-59da-4446-9f22-50cc880295ca {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:51.896374 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'code': 200} Jan 27 11:21:51.921567 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:52.122001 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25204-c90a-4b83-b2ce-173c176a7aa6 req-a4a16f50-8679-4d2d-9aae-4afc5d7bc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:52.123434 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84f25204-c90a-4b83-b2ce-173c176a7aa6 req-a4a16f50-8679-4d2d-9aae-4afc5d7bc15d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1098 time: 0.0379491 Jan 27 11:21:52.171146 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-84f25204-c90a-4b83-b2ce-173c176a7aa6 req-3b3f1318-d855-49bc-a5ae-833fc4412f7a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Jan 27 11:21:52.297930 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ac8e5-c6a1-4884-8567-f77a10af14d7 req-baf9a3fa-9e2a-4238-a0e8-7ad25c3eeede tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:52.299559 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d97ac8e5-c6a1-4884-8567-f77a10af14d7 req-baf9a3fa-9e2a-4238-a0e8-7ad25c3eeede tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Jan 27 11:21:52.346696 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d97ac8e5-c6a1-4884-8567-f77a10af14d7 req-dce38b5e-be74-4d7d-b4a1-b1e106d8d529 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Jan 27 11:21:53.464435 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824492e8-8f32-4122-bbd9-436fbf723c45 req-e84a37c7-6611-4a54-8279-384713a8b1bd tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:53.465967 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-824492e8-8f32-4122-bbd9-436fbf723c45 req-e84a37c7-6611-4a54-8279-384713a8b1bd tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Jan 27 11:21:53.514532 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-824492e8-8f32-4122-bbd9-436fbf723c45 req-b2cf1fcb-e3d0-4587-8f57-6e2b0cf470fe tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Jan 27 11:21:53.632809 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845a3bd-7f11-41b0-80b2-7411d5e9d473 req-b2ccab79-628a-440b-b667-9e67b93df61c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:53.634196 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a845a3bd-7f11-41b0-80b2-7411d5e9d473 req-b2ccab79-628a-440b-b667-9e67b93df61c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Jan 27 11:21:53.683305 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a845a3bd-7f11-41b0-80b2-7411d5e9d473 req-21f983fb-641a-4545-ad2c-c22b0f3798c3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Jan 27 11:21:53.706194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51040) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:53.745707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c2458-73d6-49b5-87d9-96aac7eea339 tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:53.747232 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-383c2458-73d6-49b5-87d9-96aac7eea339 tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1093 time: 0.0400639 Jan 27 11:21:53.750194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51042) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:53.755047 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:53.776461 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:53.873065 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:53.974778 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.27.2.100 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/fa4c1de8-4b1f-4db6-9aca-06e08d6292d5) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:54.076578 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.107981 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.145661 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:54.148305 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:54.153597 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:54.175714 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=fa4c1de8-4b1f-4db6-9aca-06e08d6292d5,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:54.503673 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (c9494632-19c6-465d-aa4d-7fa8c2f04593), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.568425 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.716877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.721531 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.790459 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=fa4c1de8-4b1f-4db6-9aca-06e08d6292d5,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:54.799976 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (c9494632-19c6-465d-aa4d-7fa8c2f04593), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:54.898741 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP c9494632-19c6-465d-aa4d-7fa8c2f04593 associated. External IP: 172.27.2.100, port: b8ffe829-c667-466c-bcdd-22e6fa12a7f9. Jan 27 11:21:55.101739 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:55.204637 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:55.217689 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:55.222999 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:55.227767 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:55.228385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:55.249580 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4f41899d-00ca-4b60-b5cd-d411767913ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4983609 Jan 27 11:21:55.250144 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:55.252398 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90b500-7589-417f-9056-49d65ef8eaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:55.291086 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347da01a-a7f7-411f-9a8d-940f68fb06cf x-openstack-request-id: req-347da01a-a7f7-411f-9a8d-940f68fb06cf {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:55.291376 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:55.291625 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-347da01a-a7f7-411f-9a8d-940f68fb06cf {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:55.292059 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'status': 'completed', 'code': 200} Jan 27 11:21:55.336607 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:55.357787 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-eee85534-8b4f-4296-bee7-9c1e8b475820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:55.359177 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-eee85534-8b4f-4296-bee7-9c1e8b475820 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1098 time: 0.0440557 Jan 27 11:21:55.447769 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-f8436bbc-1a49-4291-806d-d90cf36b4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:55.449252 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-f8436bbc-1a49-4291-806d-d90cf36b4a6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0838959 Jan 27 11:21:55.517225 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-2519dd68-a5d4-4526-b766-426d8a6fafc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 999 time: 0.0607789 Jan 27 11:21:55.556204 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:54Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:55.564667 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-1ecbd8e2-839c-4077-81c7-c6e07e73b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:55.566237 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-1ecbd8e2-839c-4077-81c7-c6e07e73b4bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0429478 Jan 27 11:21:55.582984 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:55.591712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:55.592484 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:21:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:55.611741 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-743a9ebf-ada1-465a-8c97-53f103f01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:55.613211 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-743a9ebf-ada1-465a-8c97-53f103f01918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403922 Jan 27 11:21:55.696772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:55.709576 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-3e9c16d9-8aa0-4f30-aa1f-755ddb0d5615 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Jan 27 11:21:55.801722 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e90b500-7589-417f-9056-49d65ef8eaf2 req-1f2f4e5e-6b5f-402a-994e-91f1c225b094 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801344 Jan 27 11:21:55.919266 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:54Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:55.945514 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2cb0d-0ef7-4b6a-a2d8-3adce1df7bc3 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:54Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:56.125686 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d3aa1-c65f-403a-9e48-2234ea8189f3 None None] New status for floating IP c9494632-19c6-465d-aa4d-7fa8c2f04593: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:57.508951 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6312-a6fd-4046-900f-55bea7efa666 req-8417887b-e260-4017-bd51-6bb17b25d145 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:57.510407 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-136f6312-a6fd-4046-900f-55bea7efa666 req-8417887b-e260-4017-bd51-6bb17b25d145 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Jan 27 11:21:57.557853 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-136f6312-a6fd-4046-900f-55bea7efa666 req-a3fc7b9e-16ab-4e00-8a3b-530aa970c376 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Jan 27 11:21:58.667873 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404fac-ed7e-4af0-8f7d-6db65e3d5f68 req-8eff1039-73dd-4d5e-978d-4679ff563cf0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:58.669352 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b404fac-ed7e-4af0-8f7d-6db65e3d5f68 req-8eff1039-73dd-4d5e-978d-4679ff563cf0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0468004 Jan 27 11:21:58.717257 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b404fac-ed7e-4af0-8f7d-6db65e3d5f68 req-84e02242-5b4f-44b3-b7a6-4c893f9676e3 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Jan 27 11:21:59.835385 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85c692-af0e-4111-aedf-4363db777986 req-6307f063-5e6b-4cac-90c1-da30cb301973 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:59.836852 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-eb85c692-af0e-4111-aedf-4363db777986 req-6307f063-5e6b-4cac-90c1-da30cb301973 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0528460 Jan 27 11:21:59.887848 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-eb85c692-af0e-4111-aedf-4363db777986 req-f92813f8-4e8e-4c16-a26f-55fd4a254741 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Jan 27 11:22:00.998872 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b59576-ad6a-4592-8826-579005538d88 req-1406989f-b814-43fd-a39a-534610bde99a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:01.000310 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-92b59576-ad6a-4592-8826-579005538d88 req-1406989f-b814-43fd-a39a-534610bde99a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0467918 Jan 27 11:22:01.048067 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-92b59576-ad6a-4592-8826-579005538d88 req-09b7b975-6a62-4560-8c68-be516d635faa tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Jan 27 11:22:02.162343 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20bb26-40dc-4a3f-b874-b4764f25af0b req-c675f124-5c10-4d48-bbd2-09d068f4654a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:02.163799 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a20bb26-40dc-4a3f-b874-b4764f25af0b req-c675f124-5c10-4d48-bbd2-09d068f4654a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0470605 Jan 27 11:22:02.211619 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-5a20bb26-40dc-4a3f-b874-b4764f25af0b req-963bb070-7947-4612-9c50-7d89c4fa0bde tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Jan 27 11:22:03.327947 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256b56-00a9-4554-ba09-3ac35691fbd7 req-ca6fca15-f66c-4f0f-8933-e59f8e636287 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:03.329547 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-81256b56-00a9-4554-ba09-3ac35691fbd7 req-ca6fca15-f66c-4f0f-8933-e59f8e636287 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0519130 Jan 27 11:22:03.377114 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-81256b56-00a9-4554-ba09-3ac35691fbd7 req-8b032df2-40e9-49ce-a4b2-e13096ea4a4c tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 Jan 27 11:22:04.489900 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2830d3e-531e-4f6a-9aee-7be6ca6b1dbc req-3075f1b3-d9fb-4375-bf84-ec6d45673a48 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:04.491376 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e2830d3e-531e-4f6a-9aee-7be6ca6b1dbc req-3075f1b3-d9fb-4375-bf84-ec6d45673a48 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Jan 27 11:22:04.539901 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e2830d3e-531e-4f6a-9aee-7be6ca6b1dbc req-c0f196fe-b558-42ae-9566-a06c45e76a76 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Jan 27 11:22:05.654112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2488c-1369-40bc-8e79-644a647ed18b req-bd13efa3-32ed-44da-8000-fae7d029d225 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:05.655566 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-22e2488c-1369-40bc-8e79-644a647ed18b req-bd13efa3-32ed-44da-8000-fae7d029d225 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Jan 27 11:22:05.703078 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-22e2488c-1369-40bc-8e79-644a647ed18b req-fe708e18-391b-4460-9a17-b3fb7c6721f8 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Jan 27 11:22:06.124901 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4dee35df-cd6c-4969-8e6c-3e09a55ecdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:06.814455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80e3d-b9b3-458c-a47e-a80628511ab4 req-0f6714a3-80b9-4684-93ef-d07b0afda5e5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:06.815905 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7cb80e3d-b9b3-458c-a47e-a80628511ab4 req-0f6714a3-80b9-4684-93ef-d07b0afda5e5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0472226 Jan 27 11:22:06.864426 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7cb80e3d-b9b3-458c-a47e-a80628511ab4 req-a3f35230-c684-44d7-a9e2-1b1bbadc6e2f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Jan 27 11:22:06.919025 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.676712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-27823a51-61e8-47cd-890f-a25ddf075730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:07.678184 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-27823a51-61e8-47cd-890f-a25ddf075730 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0397785 Jan 27 11:22:07.771602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-725c57bd-fe94-4511-bf27-fa8cb09b6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:07.772980 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-725c57bd-fe94-4511-bf27-fa8cb09b6b5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.0865147 Jan 27 11:22:07.837923 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-36deca96-2477-487d-8fc9-08b39c2483f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 1001 time: 0.0557933 Jan 27 11:22:07.890073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-9c7017c4-e056-4bb1-8f61-c479dd6037be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:07.891538 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-9c7017c4-e056-4bb1-8f61-c479dd6037be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0458148 Jan 27 11:22:07.947874 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-87edfed6-93fb-4bdb-a9af-311b499090b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:07.949371 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-87edfed6-93fb-4bdb-a9af-311b499090b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501916 Jan 27 11:22:08.009614 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49055-b5f8-4395-b848-60ede540a550 req-3dd4eaa8-e884-40df-9c7c-f0fff29cab0e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.011335 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-54c49055-b5f8-4395-b848-60ede540a550 req-3dd4eaa8-e884-40df-9c7c-f0fff29cab0e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0796342 Jan 27 11:22:08.101628 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-bc52f6c9-c27a-4fc8-adcb-aa13203a5e37 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300330 Jan 27 11:22:08.105527 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-54c49055-b5f8-4395-b848-60ede540a550 req-4b609af5-148c-4289-9665-26c1fce34d2a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661108 Jan 27 11:22:08.196124 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ae22956b-fd0b-4a3e-b155-45cd12b87269 req-06c19efb-fdf6-4765-afb3-d4f66b2ec6ac service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856330 Jan 27 11:22:08.280826 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-030460ea-efa2-4ace-871f-7b1f08b3f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.282453 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-030460ea-efa2-4ace-871f-7b1f08b3f8cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0405343 Jan 27 11:22:08.384216 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-b4e375da-3a20-4f88-8cea-720841a4c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.385965 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-b4e375da-3a20-4f88-8cea-720841a4c20e service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.0828035 Jan 27 11:22:08.452455 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-87d399bc-7e72-41be-8c52-a05f720f914d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 1001 time: 0.0600865 Jan 27 11:22:08.503743 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-5da36078-0472-4e65-a871-aacf7d1dc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.505269 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-5da36078-0472-4e65-a871-aacf7d1dc6a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0444574 Jan 27 11:22:08.543501 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5b11c0f6-3447-4f36-8602-7db89873733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.555168 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-d0d30a48-d6a6-4b63-83d1-0d827f733437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.556657 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-d0d30a48-d6a6-4b63-83d1-0d827f733437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421548 Jan 27 11:22:08.655328 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-d2205110-4374-4267-bdbd-ad5209fddebb service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907288 Jan 27 11:22:08.744677 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1ff6963-1923-46b6-b2b6-cafc731871ac req-a4f15d07-a846-4466-9f42-23c722e38f47 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815203 Jan 27 11:22:09.222728 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428baf7f-1f66-4e00-bdac-b372dd29b36b req-1112c24c-f94a-4bad-809c-d0ff92755b03 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:09.224180 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-428baf7f-1f66-4e00-bdac-b372dd29b36b req-1112c24c-f94a-4bad-809c-d0ff92755b03 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Jan 27 11:22:09.271335 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-428baf7f-1f66-4e00-bdac-b372dd29b36b req-a6148b4b-516d-4b10-b249-f577a7f2daea tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Jan 27 11:22:09.880863 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.388996 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bdd5a-c951-43d1-8624-70e08c17847c req-418f963c-2d10-4cd4-88a9-a851778615f4 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:10.390474 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d00bdd5a-c951-43d1-8624-70e08c17847c req-418f963c-2d10-4cd4-88a9-a851778615f4 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Jan 27 11:22:10.441454 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d00bdd5a-c951-43d1-8624-70e08c17847c req-4aa99e3a-23b0-4a91-9a5c-de8b2295251a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Jan 27 11:22:10.874883 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.555381 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcccfb-321a-4bb8-9fce-7d7b3e7c0dc8 req-2dc34a1a-f9bc-4800-8b02-2acb0ffd659d tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:11.556754 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8bbcccfb-321a-4bb8-9fce-7d7b3e7c0dc8 req-2dc34a1a-f9bc-4800-8b02-2acb0ffd659d tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Jan 27 11:22:11.603927 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8bbcccfb-321a-4bb8-9fce-7d7b3e7c0dc8 req-11344a2b-e858-4539-9e8d-bdaca8cf4a98 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Jan 27 11:22:11.781565 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-0e780779-8404-4995-a6d6-07cd54b8d98e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428312 Jan 27 11:22:11.807501 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013bfe6-3424-4130-8c00-c82c1758d52e req-ccd3c1a2-9b4e-45ad-afc0-7ea4b83fd371 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:11.808953 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4013bfe6-3424-4130-8c00-c82c1758d52e req-ccd3c1a2-9b4e-45ad-afc0-7ea4b83fd371 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Jan 27 11:22:11.857699 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4013bfe6-3424-4130-8c00-c82c1758d52e req-7b9ccad6-4eb2-42a6-853d-174c2e475d24 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Jan 27 11:22:12.203874 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.970145 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac96d-a09b-4bcb-8da0-101000cd6a99 req-bbc2a3b9-3925-4843-848b-651af71ac90f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:12.972204 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-750ac96d-a09b-4bcb-8da0-101000cd6a99 req-bbc2a3b9-3925-4843-848b-651af71ac90f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0465975 Jan 27 11:22:13.023227 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-750ac96d-a09b-4bcb-8da0-101000cd6a99 req-7acabfad-11d1-41a5-b426-c57a0e847f26 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Jan 27 11:22:13.119855 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-7330708a-f4b9-400c-9e87-76d7e2e23ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.121329 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-7330708a-f4b9-400c-9e87-76d7e2e23ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33&tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e HTTP/1.1" status: 200 len: 1098 time: 0.0386465 Jan 27 11:22:13.188416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-6a181b45-bd3b-485a-8664-c018c5486d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.190315 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-6a181b45-bd3b-485a-8664-c018c5486d14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0388055 Jan 27 11:22:13.283154 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-7e142339-404b-4d61-b5bb-5f5e88c0a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.284662 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-7e142339-404b-4d61-b5bb-5f5e88c0a3c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.0856655 Jan 27 11:22:13.347987 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-282ca88c-5c6e-4804-ad0b-cda4b78fc4b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 1001 time: 0.0564950 Jan 27 11:22:13.401785 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-06df034a-a50f-486d-ac5c-eb4c9f6a8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.403171 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-06df034a-a50f-486d-ac5c-eb4c9f6a8c9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0418584 Jan 27 11:22:13.452736 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-14381bca-59a6-4b25-8a6a-a3d68060c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.454133 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-14381bca-59a6-4b25-8a6a-a3d68060c74d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418823 Jan 27 11:22:13.545074 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-1152f739-a505-4ef5-bac3-e11855c4ea83 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Jan 27 11:22:13.636880 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6cb23cf3-c100-4a85-b429-68d73eeb0909 req-ee5d5bc2-9c51-498a-b05f-fd60eedf6013 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846584 Jan 27 11:22:13.779778 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:13.856363 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 2eede796-6d4f-4e20-9f58-44682ec19c42 is: ACTIVE; New status is: DOWN {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:13.856758 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.878866 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:13.881107 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f9a71-b8b2-4933-bf01-8daf79a50db2" -d '{"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-unplugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:13.893240 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:13.897420 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.919945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9637dd62-b903-4c93-9505-4cbf9354be4d x-openstack-request-id: req-9637dd62-b903-4c93-9505-4cbf9354be4d {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:13.920237 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-unplugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:13.920492 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9637dd62-b903-4c93-9505-4cbf9354be4d {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:13.920883 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'code': 200} Jan 27 11:22:13.946055 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:13.952812 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.953189 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.953536 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.953873 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.954206 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.954536 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.954870 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.955196 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.955562 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.955970 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.956298 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.956619 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:13.956958 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:14.137195 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb50c6-c7a1-4457-b94c-8a4b2ef3223f req-787ff69b-cbf1-4f35-b56c-7d84459e2090 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:14.138661 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0dfb50c6-c7a1-4457-b94c-8a4b2ef3223f req-787ff69b-cbf1-4f35-b56c-7d84459e2090 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0483227 Jan 27 11:22:14.186948 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0dfb50c6-c7a1-4457-b94c-8a4b2ef3223f req-f2ace657-6deb-4fa2-b9f6-52ff99e5a12e tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Jan 27 11:22:15.301826 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558cb71-b0a7-41d7-9122-3e73ca77be00 req-b71eb4a6-b9af-40eb-8294-3b83d439708b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:15.303265 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5558cb71-b0a7-41d7-9122-3e73ca77be00 req-b71eb4a6-b9af-40eb-8294-3b83d439708b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0471694 Jan 27 11:22:15.350228 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5558cb71-b0a7-41d7-9122-3e73ca77be00 req-1f2c204e-ca3a-4824-a263-1309d1c9d446 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Jan 27 11:22:16.409393 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:22:16.465105 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccdb04-fad4-44ae-ab72-a5ea1fe327d6 req-2bcbd2ba-e077-4ce7-a6af-435e5f599021 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:16.466549 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bfccdb04-fad4-44ae-ab72-a5ea1fe327d6 req-2bcbd2ba-e077-4ce7-a6af-435e5f599021 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0503931 Jan 27 11:22:16.514772 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bfccdb04-fad4-44ae-ab72-a5ea1fe327d6 req-cf9b74d4-bd67-41db-a578-bfb6cb3b4844 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Jan 27 11:22:17.629710 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd078-9761-4f36-888c-9ad6fecdc42f req-0cc6b211-7856-47af-bcdf-14c3065a41a0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:17.631165 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e66dd078-9761-4f36-888c-9ad6fecdc42f req-0cc6b211-7856-47af-bcdf-14c3065a41a0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Jan 27 11:22:17.678547 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e66dd078-9761-4f36-888c-9ad6fecdc42f req-87aeb8ba-712d-48df-b7d0-26c66cf057c7 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Jan 27 11:22:18.790864 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965ce9-287e-4c58-9dae-b6b85a064c70 req-7d247ff7-c964-48dc-b725-736559e23d29 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.792247 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e7965ce9-287e-4c58-9dae-b6b85a064c70 req-7d247ff7-c964-48dc-b725-736559e23d29 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0489154 Jan 27 11:22:18.847002 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e7965ce9-287e-4c58-9dae-b6b85a064c70 req-e46fba7c-fab3-42e2-bbed-f140b29d02b6 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jan 27 11:22:19.896922 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415192b7-da8a-4d9b-9c20-10cd85a36322 req-eba1e3fc-7c4c-438d-a693-e4f8bbed1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:19.898496 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-415192b7-da8a-4d9b-9c20-10cd85a36322 req-eba1e3fc-7c4c-438d-a693-e4f8bbed1237 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1096 time: 0.0404291 Jan 27 11:22:19.944409 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-415192b7-da8a-4d9b-9c20-10cd85a36322 req-c73ff006-b6d0-4f70-83d7-3b8ea2d1646a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397930 Jan 27 11:22:19.961481 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7000d3-778e-4978-b31e-9c0021ea5b5f req-0af5e230-291d-43e5-b94c-6d0112dced50 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:19.962907 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ca7000d3-778e-4978-b31e-9c0021ea5b5f req-0af5e230-291d-43e5-b94c-6d0112dced50 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0474012 Jan 27 11:22:20.009606 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ca7000d3-778e-4978-b31e-9c0021ea5b5f req-8bd88e44-b6ea-40cc-9d85-35fee84c9501 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Jan 27 11:22:21.122981 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed390f3-74c2-4f73-a4f5-8942d90dfe3f req-9743c42d-b946-4632-b148-187b338792a0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:21.124645 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fed390f3-74c2-4f73-a4f5-8942d90dfe3f req-9743c42d-b946-4632-b148-187b338792a0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 943 time: 0.0481896 Jan 27 11:22:21.174952 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fed390f3-74c2-4f73-a4f5-8942d90dfe3f req-5bcefea5-e644-45ba-b0cf-514aebe386fc tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Jan 27 11:22:21.857175 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:22:21.950140 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:21.961212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'port_id': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'mac_address': 'fa:16:3e:fe:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:22:22.000371 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 2eede796-6d4f-4e20-9f58-44682ec19c42 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:22.000758 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:22.013901 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eede796-6d4f-4e20-9f58-44682ec19c42 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:22:22.032808 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:22.037174 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:22.081909 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:22.287630 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cf37-e446-4979-996b-a10eaf68fd25 req-4a3974e2-b243-4f67-9092-0eadc651f227 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:22.289109 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2b85cf37-e446-4979-996b-a10eaf68fd25 req-4a3974e2-b243-4f67-9092-0eadc651f227 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 944 time: 0.0471990 Jan 27 11:22:22.294561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['2eede796-6d4f-4e20-9f58-44682ec19c42'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:22.339918 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2b85cf37-e446-4979-996b-a10eaf68fd25 req-ff8d4941-64a2-4463-972e-9ca722555c8c tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Jan 27 11:22:23.857149 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:22:23.905057 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 2eede796-6d4f-4e20-9f58-44682ec19c42 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:23.905359 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:23.980875 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 2eede796-6d4f-4e20-9f58-44682ec19c42 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:23.981288 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.003391 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:24.005606 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c2316-5d20-4ae9-9d3c-bccf014c20d8" -d '{"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-plugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:24.018729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:24.024655 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.046897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5130c8-2cf3-47c9-84c1-fe1675057a35 x-openstack-request-id: req-6d5130c8-2cf3-47c9-84c1-fe1675057a35 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:24.047189 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-plugged", "status": "completed", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:24.047445 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d5130c8-2cf3-47c9-84c1-fe1675057a35 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:24.047836 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'code': 200} Jan 27 11:22:24.073812 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:25.763854 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d6b3f-a958-4ccf-86a6-b7e3ae920ce9 req-35d314dd-754d-4fa0-8280-18235afa6994 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:25.765225 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-733d6b3f-a958-4ccf-86a6-b7e3ae920ce9 req-35d314dd-754d-4fa0-8280-18235afa6994 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0475430 Jan 27 11:22:25.810660 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-733d6b3f-a958-4ccf-86a6-b7e3ae920ce9 req-dd6a835c-b503-49e2-ad42-e358ad86a1fa tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 Jan 27 11:22:26.929419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9f11-16c6-4f23-9070-b3c7ba0169e9 req-8e3c7af4-afc2-4048-b9fb-f529b98700a2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:26.930861 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5b3e9f11-16c6-4f23-9070-b3c7ba0169e9 req-8e3c7af4-afc2-4048-b9fb-f529b98700a2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0480225 Jan 27 11:22:26.975997 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5b3e9f11-16c6-4f23-9070-b3c7ba0169e9 req-16493230-d278-45c6-8d51-199ce996bf3c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=640e62f5-f8a4-4654-ae9f-d6906ff95a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Jan 27 11:22:27.298728 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-7ccd25ed-27a2-4781-87e5-eeabeea18314 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:27.300171 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-7ccd25ed-27a2-4781-87e5-eeabeea18314 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 946 time: 0.0497172 Jan 27 11:22:27.385627 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Deleting port f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:27.385962 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:27.473013 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] For port f125fcdc-2340-442b-86a5-c25bee04fdf2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f125fcdc-2340-442b-86a5-c25bee04fdf2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:27.473373 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:27.637769 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:27.638132 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:27.638448 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Floating IP 29f99783-4358-412a-958e-a74d90aabf65 disassociated. External IP: 172.27.2.50, port: f125fcdc-2340-442b-86a5-c25bee04fdf2. Jan 27 11:22:27.638790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Calling delete_port for f125fcdc-2340-442b-86a5-c25bee04fdf2 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:27.761541 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (f125fcdc-2340-442b-86a5-c25bee04fdf2), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:27.790243 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'Port': ['ID=f125fcdc-2340-442b-86a5-c25bee04fdf2,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:27.800910 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.801294 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.801647 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.801987 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.802329 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.802668 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.803000 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.803334 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.803662 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.803991 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.804321 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.804672 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.805020 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:27.911729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:28.273908 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ecb5d800-8476-4ded-82c7-032c41da7eba req-50b626b7-5878-4500-b46c-38b804ec7524 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=35cd8095-fb7b-4577-be20-31bbc9ccc11b HTTP/1.1" status: 200 len: 210 time: 0.0312479 Jan 27 11:22:28.285529 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:28.302759 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:28.316305 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:28.316945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:28.326846 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] No DVR routers for this DVR port f125fcdc-2340-442b-86a5-c25bee04fdf2 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:28.329373 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:28.332862 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-de8f050e-14bc-4f5c-b4e6-edc11130bdfc req-e170dc07-05cb-4d1e-a60c-016ed1c1660a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "DELETE /v2.0/ports/f125fcdc-2340-442b-86a5-c25bee04fdf2 HTTP/1.1" status: 204 len: 173 time: 1.0279942 Jan 27 11:22:28.333328 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-deleted', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:28.335524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e9a34-99cb-4001-a6bc-cfebc7ba010a" -d '{"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-deleted", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:28.372344 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18958704-0219-4620-a595-e98b4b08518b x-openstack-request-id: req-18958704-0219-4620-a595-e98b4b08518b {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:28.372644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd8095-fb7b-4577-be20-31bbc9ccc11b", "name": "network-vif-deleted", "tag": "f125fcdc-2340-442b-86a5-c25bee04fdf2", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:28.372904 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18958704-0219-4620-a595-e98b4b08518b {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:28.373347 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd8095-fb7b-4577-be20-31bbc9ccc11b', 'name': 'network-vif-deleted', 'tag': 'f125fcdc-2340-442b-86a5-c25bee04fdf2', 'status': 'completed', 'code': 200} Jan 27 11:22:28.426481 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:28.745256 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:28.772532 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:28.780829 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:28.781495 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:28.891781 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:29.086935 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:29.114046 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d9b61-9107-4ccb-bbb1-f985fe919e5e None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:29.315390 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47aec73-fb32-457e-8f97-536668f2b982 None None] New status for floating IP 29f99783-4358-412a-958e-a74d90aabf65: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:29.379893 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51262) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:29.440239 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (640e62f5-f8a4-4654-ae9f-d6906ff95a33), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.464358 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (640e62f5-f8a4-4654-ae9f-d6906ff95a33), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.515953 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (640e62f5-f8a4-4654-ae9f-d6906ff95a33), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.519928 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.521161 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "DELETE /v2.0/security-groups/640e62f5-f8a4-4654-ae9f-d6906ff95a33 HTTP/1.1" status: 204 len: 168 time: 0.1399465 Jan 27 11:22:29.523986 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51264) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:29.530379 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640e62f5-f8a4-4654-ae9f-d6906ff95a33,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:29.538429 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.api.v2.resource [None req-e43beb59-f0aa-4cbe-bbd5-1e513391ce1e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] show failed (client error): The resource could not be found. Jan 27 11:22:29.538607 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.538839 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.539349 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.539565 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-e43beb59-f0aa-4cbe-bbd5-1e513391ce1e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups/640e62f5-f8a4-4654-ae9f-d6906ff95a33 HTTP/1.1" status: 404 len: 347 time: 0.0139616 Jan 27 11:22:29.539995 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.540503 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.541018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.541519 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.541849 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.542177 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.542499 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.542820 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.543139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.543431 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51266) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:29.543892 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5ce2f-e469-4953-bac2-cf2b5977e452 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:29.666453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Deleting port a4e636c9-b507-4633-80c6-3d414c22af38 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:29.666795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.743665 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.743985 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (a4e636c9-b507-4633-80c6-3d414c22af38), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.755120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Calling delete_port for a4e636c9-b507-4633-80c6-3d414c22af38 owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:29.893514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (a4e636c9-b507-4633-80c6-3d414c22af38), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.917693 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'Port': ['ID=a4e636c9-b507-4633-80c6-3d414c22af38,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:29.975115 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (29f99783-4358-412a-958e-a74d90aabf65), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.977679 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.978805 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-cbc31cd7-e355-4a87-a0b6-684d61e7df18 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "DELETE /v2.0/floatingips/29f99783-4358-412a-958e-a74d90aabf65 HTTP/1.1" status: 204 len: 168 time: 0.4344366 Jan 27 11:22:30.219240 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51272) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:30.224237 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752762091', 'description': 'tempest-description--1090828435'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:30.243143 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.305603 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (37773aca-ec96-4bd7-8a33-756b531feeb5), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.309061 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (37773aca-ec96-4bd7-8a33-756b531feeb5), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.335996 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.337202 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1169569 Jan 27 11:22:30.340160 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51274) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:30.341135 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea795ab-9b04-48a1-9b82-b600a3cbb25a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37773aca-ec96-4bd7-8a33-756b531feeb5,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:30.344685 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group_rule': {'security_group_id': '37773aca-ec96-4bd7-8a33-756b531feeb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:30.369294 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (c9c009b4-dbe7-4b4a-885b-c5b53725c03e), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.426310 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (c9c009b4-dbe7-4b4a-885b-c5b53725c03e), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.429496 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (c9c009b4-dbe7-4b4a-885b-c5b53725c03e), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.446758 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c009b4-dbe7-4b4a-885b-c5b53725c03e,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:30.451903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.453002 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-7024be56-b28c-46ba-be6b-bb21845db14f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118112 Jan 27 11:22:30.456267 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51276) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:30.460520 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'security_group_rule': {'security_group_id': '37773aca-ec96-4bd7-8a33-756b531feeb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:30.483621 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (8ca169bd-b230-4d21-90f2-a50c4bddb303), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.542458 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (8ca169bd-b230-4d21-90f2-a50c4bddb303), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.546049 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (8ca169bd-b230-4d21-90f2-a50c4bddb303), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.563894 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca169bd-b230-4d21-90f2-a50c4bddb303,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:30.572251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.573438 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-ee15d16b-2fae-4d52-a48c-2a863aec5698 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162357 Jan 27 11:22:30.576436 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51278) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:30.580913 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:30.601055 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.696405 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.798327 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Allocated IP 172.27.2.188 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/4d854a1f-3db0-4eb6-bffe-8da9d968db7d) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:22:30.903726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.935489 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.971943 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:22:30.974661 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:22:30.979956 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:22:30.985200 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=4d854a1f-3db0-4eb6-bffe-8da9d968db7d,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:31.067598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.100009 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.243891 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.248240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.312678 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=4d854a1f-3db0-4eb6-bffe-8da9d968db7d,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:31.324634 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.339995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:31.341233 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-26c132c2-a66e-4cee-bf17-048c047c06bd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7638237 Jan 27 11:22:31.531360 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-c07cd723-81c3-435b-9935-aabb278f253f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--752762091&fields=id&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 267 time: 0.0417562 Jan 27 11:22:31.639701 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-0fd857a5-6667-4b2e-8ca0-014d5da322d1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:31.641152 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-0fd857a5-6667-4b2e-8ca0-014d5da322d1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 816 time: 0.1034694 Jan 27 11:22:31.655038 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-ea1a5ebc-7749-4179-86d6-d5445aa97a02 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/quotas/8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 375 time: 0.0085356 Jan 27 11:22:31.708132 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-ff42c4f7-7162-46ce-b11c-d4bb72d93662 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481544 Jan 27 11:22:31.816402 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-33390c8a-06d0-475f-ae10-1b3ea132ebd0 service neutron] 10.222.0.24 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926118 Jan 27 11:22:31.875347 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:31.899547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: f125fcdc-2340-442b-86a5-c25bee04fdf2 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:31.899990 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device f125fcdc-2340-442b-86a5-c25bee04fdf2 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:31.906953 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-2fda6204-ff55-48bf-a238-0610b0798c4a service neutron] 10.222.0.24 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Jan 27 11:22:32.068252 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c922148a-ae57-468f-b74b-0b4b90f32dc3 req-14310108-5402-49c4-a6eb-65d26366b9cf tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 210 time: 0.0262794 Jan 27 11:22:33.041149 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-9a2d7d1c-2962-4c5c-8e8e-23b3ea59375c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:33.042548 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-9a2d7d1c-2962-4c5c-8e8e-23b3ea59375c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 816 time: 0.1197722 Jan 27 11:22:33.105903 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-156c68c7-69ed-4d1c-88b0-397e2fac27d1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 379 time: 0.0542455 Jan 27 11:22:33.115155 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'port': {'device_id': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'admin_state_up': True, 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'security_groups': ['37773aca-ec96-4bd7-8a33-756b531feeb5']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:33.167717 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3003c6d4-d41b-4cd2-9795-62352e1da3e8 req-b8628c4d-361e-47d6-8192-bd387faa3fc8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 210 time: 0.0298460 Jan 27 11:22:33.222162 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Made reservation on behalf of 8370d4cabca844c68c84f5a215424c13 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:22:33.225444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.344717 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Allocated IP 172.20.0.11 (9d4da81a-e2b3-4f4b-a971-dfa10cb66714/c9301017-e2c8-4059-94f3-d49ef929ebb4/3bfe03e5-c12f-4550-9b75-7ef313b6b8e2) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:22:33.478111 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.511001 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.552477 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:22:33.555319 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:22:33.557582 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:22:33.586782 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:33.615724 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:33.616289 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.633495 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-d1805b95-1388-492e-9277-d6f3c38a0ed8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5229597 Jan 27 11:22:33.645308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Request body: {'port': {'device_id': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:33.707441 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.820544 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2797-7588-4d81-87a7-2ca7a39534bb None None] Provisioning complete for port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:33.821029 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2797-7588-4d81-87a7-2ca7a39534bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.858539 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e2797-7588-4d81-87a7-2ca7a39534bb None None] Port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:22:33.972671 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:22:33.980300 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks [] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.992838 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Transition to ACTIVE for port object 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:22:33.997903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:34.068005 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:34.122092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Attempting to bind port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:22:34.122789 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Attempting to bind port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:22:34.122789 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Attempting to bind port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:22:34.127643 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:22:34.127966 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Attempting to bind port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 on network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:22:34.132897 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:22:34.133256 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Checking segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:22:34.133643 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Bound using segment: {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:22:34.134062 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Bound port: 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d7852-afec-4b5f-971d-0710e7325696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:22:34.134411 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:34.200968 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:22:34.204197 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:22:34.210637 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:34.244148 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.244776 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:34.246384 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] 10.222.0.44 "PUT /v2.0/ports/3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 1094 time: 0.6053863 Jan 27 11:22:34.250132 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:34.253886 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79310aff-f899-467d-93b4-5ad8a5ede1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:34.343647 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a040c11-2909-4fa0-9b9c-bec97036f445 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:34.370598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf01c95-e16f-451f-85ec-61c94d8ab9c0 req-685c5674-f934-4121-a29f-3f986b34f49b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.372231 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-adf01c95-e16f-451f-85ec-61c94d8ab9c0 req-685c5674-f934-4121-a29f-3f986b34f49b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.1228125 Jan 27 11:22:34.374287 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-aa7b4db3-ade6-4f03-a6cb-e0d55cb57990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.375770 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-aa7b4db3-ade6-4f03-a6cb-e0d55cb57990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1097 time: 0.0753791 Jan 27 11:22:34.435936 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-07915714-41ce-4787-b080-d6a67b0f83be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0492387 Jan 27 11:22:34.475128 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-adf01c95-e16f-451f-85ec-61c94d8ab9c0 req-f427da0c-5a68-47e3-a13c-5cc71e02af93 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962653 Jan 27 11:22:34.491280 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f3a91-96a1-4fc7-968c-7711d41fed5f x-openstack-request-id: req-e37f3a91-96a1-4fc7-968c-7711d41fed5f {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:34.491577 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:34.491829 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e37f3a91-96a1-4fc7-968c-7711d41fed5f {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:34.492219 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'status': 'completed', 'code': 200} Jan 27 11:22:34.530984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-f3a108b3-bbb0-4356-828e-9bfe8d6c5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.532428 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-f3a108b3-bbb0-4356-828e-9bfe8d6c5464 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0550532 Jan 27 11:22:34.578988 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-1ec63479-91e2-42fa-81d5-0f5bd55d915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.580650 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-1ec63479-91e2-42fa-81d5-0f5bd55d915c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411613 Jan 27 11:22:34.669559 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-ea45e3ed-b19a-44ad-a526-cc860042f124 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819678 Jan 27 11:22:34.755949 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac85fe04-8924-48f8-aaf3-76a09190d1df req-f8492a40-3dc2-40fa-8cba-f8136456be34 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790789 Jan 27 11:22:34.841551 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-4101dd46-7781-4447-a42a-8bb0439a9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.843000 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-4101dd46-7781-4447-a42a-8bb0439a9132 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1097 time: 0.0391080 Jan 27 11:22:34.938245 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-4ab6b415-c710-4a45-86eb-eb8f2e470d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.939991 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-4ab6b415-c710-4a45-86eb-eb8f2e470d16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0898013 Jan 27 11:22:34.987530 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-bf960311-2e25-4580-864b-861b89f3e421 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0343652 Jan 27 11:22:35.042843 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-d66d0a8f-7aa6-47ff-bf5e-b1d7d900e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:35.044268 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-d66d0a8f-7aa6-47ff-bf5e-b1d7d900e488 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0481379 Jan 27 11:22:35.089717 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-e8221f9e-6337-42fd-ac9f-e3f40bc25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:35.091157 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-e8221f9e-6337-42fd-ac9f-e3f40bc25d79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385451 Jan 27 11:22:35.181028 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-824f3969-0d80-4376-8024-268f7c05084f service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829020 Jan 27 11:22:35.282496 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79310aff-f899-467d-93b4-5ad8a5ede1e6 req-6ea27526-f86c-46dd-b4c1-24ff8a7d1002 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943818 Jan 27 11:22:35.841222 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef437-2b9b-43fa-b3c0-41518ce432b4 req-dc318c3d-464b-49fa-a5f4-f9556cf87af1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:35.842679 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-555ef437-2b9b-43fa-b3c0-41518ce432b4 req-dc318c3d-464b-49fa-a5f4-f9556cf87af1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.2804275 Jan 27 11:22:35.889598 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-555ef437-2b9b-43fa-b3c0-41518ce432b4 req-7033876a-7a87-499d-adc3-2ea503df9cfd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Jan 27 11:22:36.125907 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-0237c463-f853-4c89-b504-e245053b4bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:36.905202 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:37.014548 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29ab8e-0785-40d8-8b99-9bd14bdd92e6 req-ce33cde7-8f23-4254-8cf2-daaa1d7a04e0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:37.016081 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4a29ab8e-0785-40d8-8b99-9bd14bdd92e6 req-ce33cde7-8f23-4254-8cf2-daaa1d7a04e0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0524156 Jan 27 11:22:37.068692 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4a29ab8e-0785-40d8-8b99-9bd14bdd92e6 req-4903db30-6f43-46d8-bc4b-657d5959e1bb tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Jan 27 11:22:37.358283 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b6560-0c69-4308-9dd4-33eceb06e828 req-bc7123f9-75be-4738-9d03-5069b2a66946 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:37.359614 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8d3b6560-0c69-4308-9dd4-33eceb06e828 req-bc7123f9-75be-4738-9d03-5069b2a66946 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0460675 Jan 27 11:22:37.405515 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8d3b6560-0c69-4308-9dd4-33eceb06e828 req-e31337c2-03ae-4408-9697-6445bd590d06 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395398 Jan 27 11:22:37.873995 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:22:37.970485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:37.980530 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:22:38.016280 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:38.016689 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:38.029585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:22:38.047514 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:38.051357 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:38.101346 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:38.185744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28422cb7-3a98-48c3-93fc-3bd3bb64fdb9 req-7dee58a3-d01a-4a8e-9f99-6e0252926042 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:38.187101 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-28422cb7-3a98-48c3-93fc-3bd3bb64fdb9 req-7dee58a3-d01a-4a8e-9f99-6e0252926042 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0463657 Jan 27 11:22:38.234012 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-28422cb7-3a98-48c3-93fc-3bd3bb64fdb9 req-50cb0dad-8840-4046-ab1c-4cf34311d852 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Jan 27 11:22:38.304122 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:38.521657 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b0a4d-ae7e-4fcf-abc3-5cbadd5670ab req-177609e0-2f63-4b89-bc04-6563fe21b73a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:38.523111 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-854b0a4d-ae7e-4fcf-abc3-5cbadd5670ab req-177609e0-2f63-4b89-bc04-6563fe21b73a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Jan 27 11:22:38.545172 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1be611a4-3095-40ab-ae96-cffebd3eb1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:38.569810 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-854b0a4d-ae7e-4fcf-abc3-5cbadd5670ab req-0c8b8f90-3629-4230-82af-542640032491 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Jan 27 11:22:39.255999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-d52bcb8a-2065-4509-8342-d8fdc49d945a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:39.257429 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-d52bcb8a-2065-4509-8342-d8fdc49d945a tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0459421 Jan 27 11:22:39.389978 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d27ff-64c1-437e-9fb1-e325665488f1 req-fb0ee601-91d9-495a-8997-d396deedb28a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:39.392439 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a61d27ff-64c1-437e-9fb1-e325665488f1 req-fb0ee601-91d9-495a-8997-d396deedb28a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0852807 Jan 27 11:22:39.394530 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Deleting port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:39.394868 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.506684 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a61d27ff-64c1-437e-9fb1-e325665488f1 req-94b11a8d-6cbd-4050-8008-111848201115 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925584 Jan 27 11:22:39.522065 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] For port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:39.522440 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.684311 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ddc08-c9a4-4f60-8eb6-8500b42488f2 req-12e228f5-8cbc-48a2-9b7c-2d4d50c07a55 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:39.686433 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-727ddc08-c9a4-4f60-8eb6-8500b42488f2 req-12e228f5-8cbc-48a2-9b7c-2d4d50c07a55 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 945 time: 0.0470717 Jan 27 11:22:39.695604 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.695978 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.696297 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Floating IP 6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6 disassociated. External IP: 172.27.2.45, port: cbbdd4eb-e827-44e1-b9d4-e8b45ee90189. Jan 27 11:22:39.696639 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Calling delete_port for cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:39.750809 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-727ddc08-c9a4-4f60-8eb6-8500b42488f2 req-59bb9c04-1d41-4521-bd99-4278ccd9d78e tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba581a03-d42e-402c-aa25-ce3fe9823cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Jan 27 11:22:39.822960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (cbbdd4eb-e827-44e1-b9d4-e8b45ee90189), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.848136 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'Port': ['ID=cbbdd4eb-e827-44e1-b9d4-e8b45ee90189,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:39.884184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.888349 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:22:39.937316 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:22:39.942715 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:39.943097 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:39.962554 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:40.018366 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:40.018722 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:40.043969 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:40.046212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb46f6be-eb70-4fe3-ab9a-e738b6973d4b" -d '{"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:40.059279 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:40.065327 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:40.074991 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:40.093210 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaccb8a1-e3f7-4c10-b61c-9a0705ed705b x-openstack-request-id: req-eaccb8a1-e3f7-4c10-b61c-9a0705ed705b {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:40.093486 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:40.093737 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaccb8a1-e3f7-4c10-b61c-9a0705ed705b {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:40.094128 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'code': 200} Jan 27 11:22:40.096897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:40.118054 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] No DVR routers for this DVR port cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:40.120996 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:40.124337 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-642be3f9-4eb7-4dc1-b411-3a605f2afbe8 req-9d47f29a-958e-4be7-b5ac-5dae9af1391d tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.44 "DELETE /v2.0/ports/cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 HTTP/1.1" status: 204 len: 173 time: 0.8578405 Jan 27 11:22:40.125281 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'name': 'network-vif-deleted', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:40.127751 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9cb9e7-cd91-4c83-a69c-46dfc9015bf2" -d '{"events": [{"server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "name": "network-vif-deleted", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:40.129542 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:40.130168 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:40.165891 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3de1dc-01d0-48f0-a6a0-f6ecea1ddbb8 x-openstack-request-id: req-0f3de1dc-01d0-48f0-a6a0-f6ecea1ddbb8 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:40.166170 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8b179-da08-4b3c-a641-da47f4e31d65", "name": "network-vif-deleted", "tag": "cbbdd4eb-e827-44e1-b9d4-e8b45ee90189", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:40.166429 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f3de1dc-01d0-48f0-a6a0-f6ecea1ddbb8 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:40.166831 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac8b179-da08-4b3c-a641-da47f4e31d65', 'name': 'network-vif-deleted', 'tag': 'cbbdd4eb-e827-44e1-b9d4-e8b45ee90189', 'status': 'completed', 'code': 200} Jan 27 11:22:40.168220 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:40.256837 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:40.305737 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb634139-0600-427a-a3a3-e956c0923555 req-50d83d8a-4f09-4a57-a53d-92146a1755ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:40.307507 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fb634139-0600-427a-a3a3-e956c0923555 req-50d83d8a-4f09-4a57-a53d-92146a1755ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1099 time: 0.0421267 Jan 27 11:22:40.359593 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-fb634139-0600-427a-a3a3-e956c0923555 req-3345ac16-d4ba-499e-8f96-38cb0234673b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459943 Jan 27 11:22:40.473894 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:40.504191 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:40.512632 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:40.513267 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:40.618957 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:40.626839 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586c542-997c-4df4-ad07-7bc3e51b1cc5 req-0ee2a85e-905b-4015-a2c8-093550061e36 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:40.628483 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6586c542-997c-4df4-ad07-7bc3e51b1cc5 req-0ee2a85e-905b-4015-a2c8-093550061e36 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0488424 Jan 27 11:22:40.674688 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6586c542-997c-4df4-ad07-7bc3e51b1cc5 req-83344d21-d9d2-429e-a41c-c035eacdd02c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Jan 27 11:22:40.819072 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:40.846811 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de0d3-7e55-4d17-89de-484790ed5928 None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:16:15Z', 'revision_number': 4, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'c406d68e-3c36-4840-8e32-c8881a96f070', 'name': '', 'network_id': '8c2dab65-b4f7-4b5b-922f-5626ed8e0c20', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'mac_address': 'fa:16:3e:c9:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:16:11Z', 'updated_at': '2022-01-27T11:16:22Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'subnets': [{'id': 'ec71e674-b8d3-40de-9a7e-2c6811921a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:40.881544 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ce7058cd-9e19-42a1-ba6d-16ad06c2f8ca req-07b287c1-ce91-4400-874b-e9c11bf4bcb3 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac8b179-da08-4b3c-a641-da47f4e31d65 HTTP/1.1" status: 200 len: 210 time: 0.0432000 Jan 27 11:22:40.882600 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:41.077633 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313bc2d-af1a-47ae-99f2-8f67ee336b3f None None] New status for floating IP 6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:41.804992 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756def5-4adb-4b62-aeca-b96fd112b5a7 req-8b7c349e-f0a0-4a78-a225-cc48f77a65a3 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:41.806364 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7756def5-4adb-4b62-aeca-b96fd112b5a7 req-8b7c349e-f0a0-4a78-a225-cc48f77a65a3 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0605061 Jan 27 11:22:41.850727 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-7756def5-4adb-4b62-aeca-b96fd112b5a7 req-59c4f11e-f083-4a17-8e99-38f74a30a6ab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388832 Jan 27 11:22:41.967113 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51402) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:41.969332 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd8fa4-5d65-4915-b6b1-fba21d315e4c req-86679fc7-0640-4109-afec-31a49a9f9af6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:41.972243 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0dbd8fa4-5d65-4915-b6b1-fba21d315e4c req-86679fc7-0640-4109-afec-31a49a9f9af6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0535989 Jan 27 11:22:41.980742 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51404) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:41.985130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Request body: {'floatingip': {'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:42.023900 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (ba581a03-d42e-402c-aa25-ce3fe9823cba), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.025877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.047269 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (ba581a03-d42e-402c-aa25-ce3fe9823cba), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.096141 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ba581a03-d42e-402c-aa25-ce3fe9823cba), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.098898 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.100038 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba581a03-d42e-402c-aa25-ce3fe9823cba HTTP/1.1" status: 204 len: 168 time: 0.1317680 Jan 27 11:22:42.103234 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51406) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:42.119893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60985f55-02cb-46bf-8ec1-3085e32871b1 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba581a03-d42e-402c-aa25-ce3fe9823cba,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:42.121960 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.api.v2.resource [None req-493241ec-7a25-451b-aabf-fda20c7e0bf7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] show failed (client error): The resource could not be found. Jan 27 11:22:42.122970 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-493241ec-7a25-451b-aabf-fda20c7e0bf7 tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "GET /v2.0/security-groups/ba581a03-d42e-402c-aa25-ce3fe9823cba HTTP/1.1" status: 404 len: 347 time: 0.0188694 Jan 27 11:22:42.125893 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51408) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:42.210773 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.252068 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Deleting port 44ba7eca-b4a8-43fb-863c-f3c185f65fe3 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:42.252892 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.504170 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.509175 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.582134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.582455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.593721 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Calling delete_port for 44ba7eca-b4a8-43fb-863c-f3c185f65fe3 owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:42.614931 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Floating IP 704c94df-0335-4a89-8d4f-58f77bc4f131 associated. External IP: 172.27.2.188, port: 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2. Jan 27 11:22:42.729991 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (44ba7eca-b4a8-43fb-863c-f3c185f65fe3), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.756941 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Pushing event deleted for resources: {'Port': ['ID=44ba7eca-b4a8-43fb-863c-f3c185f65fe3,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:42.815861 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks [] for floatingip (6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.818501 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.820834 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6d8929d6-bff5-4766-a495-72858796d6ed tempest-AttachVolumeTestJSON-684240593 tempest-AttachVolumeTestJSON-684240593-project] 10.222.0.24 "DELETE /v2.0/floatingips/6abd6aca-1fc0-4bc1-b3cb-52f63bbc18e6 HTTP/1.1" status: 204 len: 168 time: 0.6939135 Jan 27 11:22:42.830355 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:42.948813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:42.957280 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:42.961768 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:42.971317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:42.972110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:42.984372 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a914730e-12de-4e4f-99af-8c766d30df5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "PUT /v2.0/floatingips/704c94df-0335-4a89-8d4f-58f77bc4f131 HTTP/1.1" status: 200 len: 992 time: 1.0024407 Jan 27 11:22:42.985543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:42.988447 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:43.026590 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0cf50c-ba48-457e-ac2f-f681c7d389d6 x-openstack-request-id: req-db0cf50c-ba48-457e-ac2f-f681c7d389d6 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:43.026887 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:43.027139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db0cf50c-ba48-457e-ac2f-f681c7d389d6 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:43.027539 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'status': 'completed', 'code': 200} Jan 27 11:22:43.093237 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-b1551fd9-1d2b-45cf-87fb-8bde34273c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:43.094823 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-b1551fd9-1d2b-45cf-87fb-8bde34273c5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1099 time: 0.0443099 Jan 27 11:22:43.195272 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-85f9787b-551c-4935-aade-177e6ecf40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:43.196855 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-85f9787b-551c-4935-aade-177e6ecf40a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0941916 Jan 27 11:22:43.216312 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:43.267518 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-f18be940-9122-4abd-bb76-43c93a28bc61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 1000 time: 0.0586939 Jan 27 11:22:43.319056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-fb4bd504-c1a3-4c56-b78e-0af55683e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:43.320521 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-fb4bd504-c1a3-4c56-b78e-0af55683e7d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0473306 Jan 27 11:22:43.367276 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-5fd32982-dad1-4550-83a5-2383393fa067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:43.368787 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-5fd32982-dad1-4550-83a5-2383393fa067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399530 Jan 27 11:22:43.435888 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '704c94df-0335-4a89-8d4f-58f77bc4f131', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:31Z', 'updated_at': '2022-01-27T11:22:42Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:43.457418 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-9db3eb07-6eb6-4dd6-8d72-06e7ca4c7807 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815403 Jan 27 11:22:43.465591 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:43.475059 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:43.475659 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:43.551404 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c0e40b42-aa29-4d47-9b9d-1befeb5fbb1c req-0dc762d9-c366-4c3b-aefa-6ef6164bd176 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 Jan 27 11:22:43.581205 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:43.799050 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '704c94df-0335-4a89-8d4f-58f77bc4f131', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:31Z', 'updated_at': '2022-01-27T11:22:42Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:43.827932 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e60be-d26e-40a8-bf9c-85ca02de5e04 None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '704c94df-0335-4a89-8d4f-58f77bc4f131', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:31Z', 'updated_at': '2022-01-27T11:22:42Z', 'revision_number': 1, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:43.919151 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:43.939847 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:43.940198 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device cbbdd4eb-e827-44e1-b9d4-e8b45ee90189 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:44.011463 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab2a7d2-e1cf-4dff-8312-92ef4b1afdb1 None None] New status for floating IP 704c94df-0335-4a89-8d4f-58f77bc4f131: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:46.353514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51446) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:46.828792 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.066349 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Deleting port c406d68e-3c36-4840-8e32-c8881a96f070 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:47.066684 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.146473 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] For port c406d68e-3c36-4840-8e32-c8881a96f070, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c406d68e-3c36-4840-8e32-c8881a96f070,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:47.146746 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.157866 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Calling delete_port for c406d68e-3c36-4840-8e32-c8881a96f070 owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:47.332756 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (c406d68e-3c36-4840-8e32-c8881a96f070), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.357271 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Pushing event deleted for resources: {'Port': ['ID=c406d68e-3c36-4840-8e32-c8881a96f070,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:47.527344 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.733762 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Router 1760a79b-8f79-4ef3-b5f6-6923733347c6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:47.836560 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:47.842237 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d28acb35-4c84-423f-b3b1-ad589bab9194 admin admin] 10.222.0.24 "PUT /v2.0/routers/1760a79b-8f79-4ef3-b5f6-6923733347c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876547 Jan 27 11:22:47.843937 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51452) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:47.845279 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Sync routers for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:47.856108 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:47.856714 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:47.946726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks [] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.962790 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:48.047159 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks [] for router_gateway (1760a79b-8f79-4ef3-b5f6-6923733347c6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.105198 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Deleting port 199d6ccf-3450-48b9-b8fe-884a8271c5b9 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:48.105532 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.145029 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:22:47Z', 'revision_number': 5, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port': {'id': '199d6ccf-3450-48b9-b8fe-884a8271c5b9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:15:59Z', 'updated_at': '2022-01-27T11:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:48.174350 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Checking router: 1760a79b-8f79-4ef3-b5f6-6923733347c6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:48.183240 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Routers {'1760a79b-8f79-4ef3-b5f6-6923733347c6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:48.183841 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:22:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['1760a79b-8f79-4ef3-b5f6-6923733347c6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:48.186584 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] For port 199d6ccf-3450-48b9-b8fe-884a8271c5b9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=199d6ccf-3450-48b9-b8fe-884a8271c5b9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:48.186955 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.200082 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Calling delete_port for 199d6ccf-3450-48b9-b8fe-884a8271c5b9 owned by network:router_gateway {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:48.274504 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] Set router 1760a79b-8f79-4ef3-b5f6-6923733347c6 gateway port host: None {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:48.326204 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:22:48Z', 'revision_number': 6, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:48.355439 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e83485-c734-4433-9aec-ddcbc6e21440 None None] The sync data for ids ['1760a79b-8f79-4ef3-b5f6-6923733347c6'] in dv-cinder-826607-1-iscsi is: [{'id': '1760a79b-8f79-4ef3-b5f6-6923733347c6', 'name': 'tempest-AttachVolumeTestJSON-476949177-router', 'tenant_id': 'f146482f1d884f9e83827a1b414b9389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:15:57Z', 'updated_at': '2022-01-27T11:22:48Z', 'revision_number': 6, 'project_id': 'f146482f1d884f9e83827a1b414b9389', 'gw_port_host': None}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:48.365240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (199d6ccf-3450-48b9-b8fe-884a8271c5b9), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.391592 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Pushing event deleted for resources: {'Port': ['ID=199d6ccf-3450-48b9-b8fe-884a8271c5b9,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:48.452247 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.542014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.544118 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks [] for router_controller (1760a79b-8f79-4ef3-b5f6-6923733347c6), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.588756 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (1760a79b-8f79-4ef3-b5f6-6923733347c6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.589325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1760a79b-8f79-4ef3-b5f6-6923733347c6 {{(pid=102612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:22:48.594375 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.595564 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-dd9dcb75-72b7-42b6-a1db-216e3db83322 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1760a79b-8f79-4ef3-b5f6-6923733347c6 HTTP/1.1" status: 204 len: 168 time: 0.7506919 Jan 27 11:22:48.598039 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51456) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:48.642606 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Deleting subnet ec71e674-b8d3-40de-9a7e-2c6811921a3c {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:22:48.645699 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Publish callbacks [] for subnet (ec71e674-b8d3-40de-9a7e-2c6811921a3c), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.686658 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (ec71e674-b8d3-40de-9a7e-2c6811921a3c), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.798116 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (ec71e674-b8d3-40de-9a7e-2c6811921a3c), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.849291 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (ec71e674-b8d3-40de-9a7e-2c6811921a3c), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.878751 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec71e674-b8d3-40de-9a7e-2c6811921a3c,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:48.882251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.885963 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-2fd1fce6-aaf9-4feb-8b29-e339d44eb8df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec71e674-b8d3-40de-9a7e-2c6811921a3c HTTP/1.1" status: 204 len: 168 time: 0.2866814 Jan 27 11:22:48.888091 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc0088-ce98-4646-ad5c-25e33e11d71d None None] Network 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:22:48.888577 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51458) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:48.957920 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.009869 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Deleting port 3713b65c-6139-4c09-b658-ec0c5af515b5 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:49.010213 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.071597 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] For port 3713b65c-6139-4c09-b658-ec0c5af515b5, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3713b65c-6139-4c09-b658-ec0c5af515b5,segment=NetworkSegment(15ba213f-8ba8-4e0e-90d8-f31eb705b3b8),segment_id=15ba213f-8ba8-4e0e-90d8-f31eb705b3b8)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:49.071886 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.088709 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Calling delete_port for 3713b65c-6139-4c09-b658-ec0c5af515b5 owned by network:dhcp {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:49.107073 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] DHCP port deletion for 8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:22:49.168567 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.170426 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Deleting port 3713b65c-6139-4c09-b658-ec0c5af515b5 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:49.170828 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.195465 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3713b65c-6139-4c09-b658-ec0c5af515b5,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.197295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] No DVR routers for this DVR port 3713b65c-6139-4c09-b658-ec0c5af515b5 on host dv-cinder-826607-1-iscsi {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:49.233294 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] For port 3713b65c-6139-4c09-b658-ec0c5af515b5, host dv-cinder-826607-1-iscsi, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:49.233703 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.248897 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Calling delete_port for 3713b65c-6139-4c09-b658-ec0c5af515b5 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:49.254067 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Port 3713b65c-6139-4c09-b658-ec0c5af515b5 was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 11:22:49.255483 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (3713b65c-6139-4c09-b658-ec0c5af515b5), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.272073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.282735 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] Pushing event deleted for resources: {'Port': ['ID=3713b65c-6139-4c09-b658-ec0c5af515b5,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.290059 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613e6a5-bf57-4918-839a-31c24196956d None None] No DVR routers for this DVR port 3713b65c-6139-4c09-b658-ec0c5af515b5 on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:49.293164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2dab65-b4f7-4b5b-922f-5626ed8e0c20']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:49.305864 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:49.305971 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ba213f-8ba8-4e0e-90d8-f31eb705b3b8') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:49.316182 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (15ba213f-8ba8-4e0e-90d8-f31eb705b3b8), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.332493 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (15ba213f-8ba8-4e0e-90d8-f31eb705b3b8), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.338906 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:22:49.339294 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (15ba213f-8ba8-4e0e-90d8-f31eb705b3b8), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:22:49.341389 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:22:49.404255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (8c2dab65-b4f7-4b5b-922f-5626ed8e0c20), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.409535 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.412746 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c2dab65-b4f7-4b5b-922f-5626ed8e0c20 HTTP/1.1" status: 204 len: 168 time: 0.5236046 Jan 27 11:22:49.426039 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6882c-da59-4d80-a753-78df198455bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2dab65-b4f7-4b5b-922f-5626ed8e0c20,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.527899 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51464) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.567638 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-31b08a2f-ea57-41d7-8340-ca7f28a13110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f146482f1d884f9e83827a1b414b9389&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385468 Jan 27 11:22:49.570129 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51466) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.616885 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] Publish callbacks [] for security_group (a14ec24f-4161-4c16-828b-40a8477dedb6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.639142 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] Publish callbacks [] for security_group (a14ec24f-4161-4c16-828b-40a8477dedb6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.683150 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 199d6ccf-3450-48b9-b8fe-884a8271c5b9 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:49.685206 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a14ec24f-4161-4c16-828b-40a8477dedb6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.687896 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.692170 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a14ec24f-4161-4c16-828b-40a8477dedb6 HTTP/1.1" status: 204 len: 168 time: 0.1180239 Jan 27 11:22:49.705323 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da715d89-c417-4676-8014-5517b6740c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ec24f-4161-4c16-828b-40a8477dedb6,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.719615 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 199d6ccf-3450-48b9-b8fe-884a8271c5b9 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:49.719959 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 199d6ccf-3450-48b9-b8fe-884a8271c5b9 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:49.720390 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3713b65c-6139-4c09-b658-ec0c5af515b5 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:49.745682 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 3713b65c-6139-4c09-b658-ec0c5af515b5 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:49.746024 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3713b65c-6139-4c09-b658-ec0c5af515b5 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:49.746351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c406d68e-3c36-4840-8e32-c8881a96f070 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:49.765515 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: c406d68e-3c36-4840-8e32-c8881a96f070 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:49.765861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c406d68e-3c36-4840-8e32-c8881a96f070 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:51.202575 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51516) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:51.305495 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5e6181ba-ff99-4713-ab0c-8c6d8367b14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.378773 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5e6181ba-ff99-4713-ab0c-8c6d8367b14e admin admin] Publish callbacks [] for security_group (22fe0b75-0a0b-49a5-b5b2-71848aae3633), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.382295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5e6181ba-ff99-4713-ab0c-8c6d8367b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (22fe0b75-0a0b-49a5-b5b2-71848aae3633), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.421884 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5e6181ba-ff99-4713-ab0c-8c6d8367b14e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05b1160ea1cd464c8ce141311aded5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182453 Jan 27 11:22:51.422816 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6181ba-ff99-4713-ab0c-8c6d8367b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe0b75-0a0b-49a5-b5b2-71848aae3633,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:51.425256 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51520) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:51.473877 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] Publish callbacks [] for security_group (22fe0b75-0a0b-49a5-b5b2-71848aae3633), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.495340 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] Publish callbacks [] for security_group (22fe0b75-0a0b-49a5-b5b2-71848aae3633), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.540575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (22fe0b75-0a0b-49a5-b5b2-71848aae3633), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.543227 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.544321 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22fe0b75-0a0b-49a5-b5b2-71848aae3633 HTTP/1.1" status: 204 len: 168 time: 0.1174154 Jan 27 11:22:51.552127 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87860904-87b0-4a1b-a9a7-39251ab6dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe0b75-0a0b-49a5-b5b2-71848aae3633,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:51.794884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51528) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:51.808524 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-52445cae-385d-4422-9880-9f95bb0af87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.886725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-52445cae-385d-4422-9880-9f95bb0af87c admin admin] Publish callbacks [] for security_group (a7edd272-7915-4e0b-8c2f-b8704dddba71), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.890779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-52445cae-385d-4422-9880-9f95bb0af87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a7edd272-7915-4e0b-8c2f-b8704dddba71), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.928214 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52445cae-385d-4422-9880-9f95bb0af87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7edd272-7915-4e0b-8c2f-b8704dddba71,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:51.932369 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-52445cae-385d-4422-9880-9f95bb0af87c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca8fe6e43a1f4dd9b57530a2cf53b374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364801 Jan 27 11:22:51.935061 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51530) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:51.983360 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] Publish callbacks [] for security_group (a7edd272-7915-4e0b-8c2f-b8704dddba71), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:52.004164 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] Publish callbacks [] for security_group (a7edd272-7915-4e0b-8c2f-b8704dddba71), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:52.051544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (a7edd272-7915-4e0b-8c2f-b8704dddba71), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:52.054017 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:52.055146 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7edd272-7915-4e0b-8c2f-b8704dddba71 HTTP/1.1" status: 204 len: 168 time: 0.1192060 Jan 27 11:22:52.062725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b526d3c-1fbd-490e-b464-11925e96eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7edd272-7915-4e0b-8c2f-b8704dddba71,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:53.408018 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:22:56.899237 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51640) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:57.000419 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b708e43-f423-4ff5-a091-2804e222a16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.074208 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b708e43-f423-4ff5-a091-2804e222a16b admin admin] Publish callbacks [] for security_group (af4ace98-a8c1-4d86-a1ef-f6a32347895e), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.078421 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-3b708e43-f423-4ff5-a091-2804e222a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (af4ace98-a8c1-4d86-a1ef-f6a32347895e), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.116501 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-3b708e43-f423-4ff5-a091-2804e222a16b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=030748029c6040a7b49966597bba9d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162154 Jan 27 11:22:57.117393 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b708e43-f423-4ff5-a091-2804e222a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4ace98-a8c1-4d86-a1ef-f6a32347895e,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:57.119201 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51644) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:57.169078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] Publish callbacks [] for security_group (af4ace98-a8c1-4d86-a1ef-f6a32347895e), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.190544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] Publish callbacks [] for security_group (af4ace98-a8c1-4d86-a1ef-f6a32347895e), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.239695 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (af4ace98-a8c1-4d86-a1ef-f6a32347895e), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.242178 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.243300 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af4ace98-a8c1-4d86-a1ef-f6a32347895e HTTP/1.1" status: 204 len: 168 time: 0.1230557 Jan 27 11:22:57.250591 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ec79-1bbb-489a-97a8-b53f72ee7171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4ace98-a8c1-4d86-a1ef-f6a32347895e,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:57.497662 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51652) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:57.510853 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-49b4dfb1-408f-49a4-bf21-39e731a7ff66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.586532 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-49b4dfb1-408f-49a4-bf21-39e731a7ff66 admin admin] Publish callbacks [] for security_group (6ccdb483-a16e-4847-a070-76df0adb31f1), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.591097 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-49b4dfb1-408f-49a4-bf21-39e731a7ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6ccdb483-a16e-4847-a070-76df0adb31f1), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.629428 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-49b4dfb1-408f-49a4-bf21-39e731a7ff66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aaca611059948c996f81770fb3205df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306493 Jan 27 11:22:57.631591 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4dfb1-408f-49a4-bf21-39e731a7ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccdb483-a16e-4847-a070-76df0adb31f1,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:57.632021 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51654) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:57.679442 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] Publish callbacks [] for security_group (6ccdb483-a16e-4847-a070-76df0adb31f1), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.700194 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] Publish callbacks [] for security_group (6ccdb483-a16e-4847-a070-76df0adb31f1), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.745511 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6ccdb483-a16e-4847-a070-76df0adb31f1), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.747924 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:57.749076 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ccdb483-a16e-4847-a070-76df0adb31f1 HTTP/1.1" status: 204 len: 168 time: 0.1160412 Jan 27 11:22:57.756999 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e6053-4aea-4a6c-a30c-5c1c41128e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccdb483-a16e-4847-a070-76df0adb31f1,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:58.059712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51660) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:58.076148 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c0177788-a149-4d5d-9004-02c3beabee4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.147731 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c0177788-a149-4d5d-9004-02c3beabee4e admin admin] Publish callbacks [] for security_group (0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.151383 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-c0177788-a149-4d5d-9004-02c3beabee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.189016 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-c0177788-a149-4d5d-9004-02c3beabee4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5cf92059b8246138ba6b3f8e7298b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282480 Jan 27 11:22:58.190106 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177788-a149-4d5d-9004-02c3beabee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:58.192006 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51662) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:58.244518 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] Publish callbacks [] for security_group (0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.266311 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] Publish callbacks [] for security_group (0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.314224 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.317335 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.318450 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9 HTTP/1.1" status: 204 len: 168 time: 0.1252978 Jan 27 11:22:58.326545 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90ed45-1bd6-4d17-8819-5350fe27f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf8ff3-58ac-4d60-b5c4-3adfcb7fe5e9,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:00.190793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51734) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:00.293004 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-70384318-f971-4139-b922-774044ad8f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.368794 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-70384318-f971-4139-b922-774044ad8f02 admin admin] Publish callbacks [] for security_group (e218e821-d4f5-44fb-92fd-6b3034a9a29c), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.372534 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-70384318-f971-4139-b922-774044ad8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e218e821-d4f5-44fb-92fd-6b3034a9a29c), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.409152 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70384318-f971-4139-b922-774044ad8f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218e821-d4f5-44fb-92fd-6b3034a9a29c,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:00.413438 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-70384318-f971-4139-b922-774044ad8f02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcbbab68684b4f64accb490917bf03db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216330 Jan 27 11:23:00.416167 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51740) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:00.493082 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] Publish callbacks [] for security_group (e218e821-d4f5-44fb-92fd-6b3034a9a29c), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.514066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] Publish callbacks [] for security_group (e218e821-d4f5-44fb-92fd-6b3034a9a29c), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.559341 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (e218e821-d4f5-44fb-92fd-6b3034a9a29c), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.561890 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.563009 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e218e821-d4f5-44fb-92fd-6b3034a9a29c HTTP/1.1" status: 204 len: 168 time: 0.1455450 Jan 27 11:23:00.570730 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2140-11a0-42fe-9dac-34ed40ff0fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218e821-d4f5-44fb-92fd-6b3034a9a29c,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:00.815908 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51746) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:00.828815 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fff3-c23a-4125-be54-424aff09cbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.906524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fff3-c23a-4125-be54-424aff09cbe9 admin admin] Publish callbacks [] for security_group (1b26ddff-891d-4b5e-9e1f-923a569601f0), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.910599 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fff3-c23a-4125-be54-424aff09cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1b26ddff-891d-4b5e-9e1f-923a569601f0), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.946178 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9fff3-c23a-4125-be54-424aff09cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26ddff-891d-4b5e-9e1f-923a569601f0,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:00.950314 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-9ce9fff3-c23a-4125-be54-424aff09cbe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7050c8b7250445c78f4c9364964f42f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333160 Jan 27 11:23:00.952868 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51748) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:00.998395 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] Publish callbacks [] for security_group (1b26ddff-891d-4b5e-9e1f-923a569601f0), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.021410 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] Publish callbacks [] for security_group (1b26ddff-891d-4b5e-9e1f-923a569601f0), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.067175 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (1b26ddff-891d-4b5e-9e1f-923a569601f0), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.069753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.070926 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b26ddff-891d-4b5e-9e1f-923a569601f0 HTTP/1.1" status: 204 len: 168 time: 0.1171157 Jan 27 11:23:01.078857 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070faf0b-315c-4b1f-9a68-620f9414f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26ddff-891d-4b5e-9e1f-923a569601f0,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:02.088980 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51780) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:02.191359 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d57cbf3-3e1f-4f72-b259-13402beffe9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.265159 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d57cbf3-3e1f-4f72-b259-13402beffe9d admin admin] Publish callbacks [] for security_group (9ac12998-f271-4812-bea2-1b8e8adf0b78), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.268768 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1d57cbf3-3e1f-4f72-b259-13402beffe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (9ac12998-f271-4812-bea2-1b8e8adf0b78), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.306207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1d57cbf3-3e1f-4f72-b259-13402beffe9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=525d6b33a04f4e8bbd6ec5749f490188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161787 Jan 27 11:23:02.307079 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57cbf3-3e1f-4f72-b259-13402beffe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac12998-f271-4812-bea2-1b8e8adf0b78,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:02.309543 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51784) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:02.356199 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] Publish callbacks [] for security_group (9ac12998-f271-4812-bea2-1b8e8adf0b78), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.376474 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] Publish callbacks [] for security_group (9ac12998-f271-4812-bea2-1b8e8adf0b78), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.425209 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (9ac12998-f271-4812-bea2-1b8e8adf0b78), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.427660 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.428765 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ac12998-f271-4812-bea2-1b8e8adf0b78 HTTP/1.1" status: 204 len: 168 time: 0.1180029 Jan 27 11:23:02.436286 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0baa3-5883-4643-bdca-f43551fa23f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac12998-f271-4812-bea2-1b8e8adf0b78,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:03.380056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51816) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:03.481232 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6b66fef7-44c2-4ba5-aa19-ce04b6cca262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.552907 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6b66fef7-44c2-4ba5-aa19-ce04b6cca262 admin admin] Publish callbacks [] for security_group (d25be44b-8024-4971-847b-7bc2765c9411), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.556570 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6b66fef7-44c2-4ba5-aa19-ce04b6cca262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d25be44b-8024-4971-847b-7bc2765c9411), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.596392 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6b66fef7-44c2-4ba5-aa19-ce04b6cca262 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39cad9a2d1e34cf185987f4ae3035682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152505 Jan 27 11:23:03.597563 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66fef7-44c2-4ba5-aa19-ce04b6cca262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25be44b-8024-4971-847b-7bc2765c9411,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:03.599138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51820) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:03.646444 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] Publish callbacks [] for security_group (d25be44b-8024-4971-847b-7bc2765c9411), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.666521 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] Publish callbacks [] for security_group (d25be44b-8024-4971-847b-7bc2765c9411), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.711827 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d25be44b-8024-4971-847b-7bc2765c9411), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.714415 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.715569 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d25be44b-8024-4971-847b-7bc2765c9411 HTTP/1.1" status: 204 len: 168 time: 0.1154699 Jan 27 11:23:03.723708 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a28c36-0c48-4462-837a-24506d9b6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25be44b-8024-4971-847b-7bc2765c9411,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.309724 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 51844) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:04.402794 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694767962-network', 'tenant_id': 'ec1713989afc49fea7718c6881e60aeb'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:04.422138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Made reservation on behalf of ec1713989afc49fea7718c6881e60aeb for: {'network': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:04.425015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.433018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.505891 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks [] for security_group (93d004c4-434a-49c5-9e8b-ac809bb1fb3b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.509795 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (93d004c4-434a-49c5-9e8b-ac809bb1fb3b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.533773 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:23:04.542228 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d004c4-434a-49c5-9e8b-ac809bb1fb3b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.549753 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (cca2ea94-a1e9-43f1-9d75-d7467f625b68), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.549914 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.segments_db [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Added segment cca2ea94-a1e9-43f1-9d75-d7467f625b68 of type vlan for network 53d909f4-2b35-4d10-a636-228a810ac7c0 Jan 27 11:23:04.590583 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (53d909f4-2b35-4d10-a636-228a810ac7c0), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.614481 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (53d909f4-2b35-4d10-a636-228a810ac7c0), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.615880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:04.616557 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.649097 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3381035 Jan 27 11:23:04.651868 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 51848) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:04.656820 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Request body: {'subnet': {'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694767962-subnet', 'tenant_id': 'ec1713989afc49fea7718c6881e60aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:04.676005 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Made reservation on behalf of ec1713989afc49fea7718c6881e60aeb for: {'subnet': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:04.678030 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953a707-23d8-43c1-9ccb-c842e867199b admin admin] Pushing event updated for resources: {'Network': ['ID=53d909f4-2b35-4d10-a636-228a810ac7c0,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.678608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58747146'] for subnet (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.687874 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:23:04.846882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58758223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58747196'] for subnet (6b40a169-340f-4507-a97a-107d5f9a5fcf), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.899094 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b40a169-340f-4507-a97a-107d5f9a5fcf,revision_number=0']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.909498 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Checking segment: {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:04.909855 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Network hostable DHCP agents. Network: 53d909f4-2b35-4d10-a636-228a810ac7c0, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:23:04.925724 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:23:04.934514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 53d909f4-2b35-4d10-a636-228a810ac7c0) {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:04.938478 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:04.939064 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.943266 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517f7ec-554c-4a50-b87c-8a9c693b8a4b None None] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:04.955059 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d85477b3-b886-4c33-aa74-343040a1ce76 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3018887 Jan 27 11:23:05.044641 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e8894-96d6-4ff6-96a1-67687b1006e3 None None] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:06.128826 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f4f624fa-a363-4048-8787-0bab578b8ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.676347 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-60c89e36-e45e-4394-a327-d4846adf7cfd tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:06.677830 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-60c89e36-e45e-4394-a327-d4846adf7cfd tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 809 time: 0.1064515 Jan 27 11:23:06.691662 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-14b9d9a4-9cea-42ee-810c-aa1cae4c817c tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/quotas/ec1713989afc49fea7718c6881e60aeb HTTP/1.1" status: 200 len: 375 time: 0.0085759 Jan 27 11:23:06.721677 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-bedfa0ea-82ec-493d-a4c8-a5a23c07c477 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247843 Jan 27 11:23:06.811620 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-c5c85f7f-a305-4fa0-884d-7956884b791f service neutron] 10.222.0.24 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823483 Jan 27 11:23:06.901057 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-44df2440-e579-4569-b62b-f7ce5b2017cb service neutron] 10.222.0.24 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837512 Jan 27 11:23:06.919855 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.062761 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a53b7964-d8d5-481a-9d97-57d7a9ff676a req-5b688244-c3ea-49e2-ac42-0bc1d5bc56f2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Jan 27 11:23:08.303157 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4c11d76b-edf7-4e40-b56c-ab63afd1860d req-41adfc52-846d-4197-b281-a025969e5742 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Jan 27 11:23:08.334106 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-a17436ff-7af1-452b-9d94-35c580235dfc tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:08.335520 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-a17436ff-7af1-452b-9d94-35c580235dfc tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 809 time: 0.3728924 Jan 27 11:23:08.347669 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Request body: {'port': {'device_id': 'a1228e1c-d897-4375-bd35-07d87a373024', 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0', 'admin_state_up': True, 'tenant_id': 'ec1713989afc49fea7718c6881e60aeb'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:08.448380 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Made reservation on behalf of ec1713989afc49fea7718c6881e60aeb for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:08.451680 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.546826 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-545bdf82-fb03-4467-bf4b-fcbd06d18924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.584394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Allocated IP 172.20.0.7 (53d909f4-2b35-4d10-a636-228a810ac7c0/6b40a169-340f-4507-a97a-107d5f9a5fcf/12f942e1-f66d-404b-8ae8-b6add5ea89ff) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:08.730075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks [] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.762600 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.802964 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:08.805888 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:08.808113 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:08.834333 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Pushing event updated for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:08.861753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:08.862346 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.876882 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-90550f71-cf96-4a01-855e-fbc517734242 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5326743 Jan 27 11:23:08.888045 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Request body: {'port': {'device_id': 'a1228e1c-d897-4375-bd35-07d87a373024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:08.943039 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.194499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f942e1-f66d-404b-8ae8-b6add5ea89ff {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:09.201729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks [] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.214260 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Transition to ACTIVE for port object 12f942e1-f66d-404b-8ae8-b6add5ea89ff will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:23:09.217598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.268408 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Pushing event updated for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:09.333187 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Attempting to bind port 12f942e1-f66d-404b-8ae8-b6add5ea89ff on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:09.333690 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Attempting to bind port 12f942e1-f66d-404b-8ae8-b6add5ea89ff by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:09.333825 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Attempting to bind port 12f942e1-f66d-404b-8ae8-b6add5ea89ff on network 53d909f4-2b35-4d10-a636-228a810ac7c0 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:09.338129 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Port 12f942e1-f66d-404b-8ae8-b6add5ea89ff on network 53d909f4-2b35-4d10-a636-228a810ac7c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:23:09.338448 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Attempting to bind port 12f942e1-f66d-404b-8ae8-b6add5ea89ff on network 53d909f4-2b35-4d10-a636-228a810ac7c0 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:09.343244 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:09.343579 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Checking segment: {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:09.343965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Bound using segment: {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:09.344382 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Bound port: 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:09.344736 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.433309 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:09.438033 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:09.446508 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74add0a8-7679-43e9-af1b-559ae68f9877 req-454c68c9-99b3-448e-8c15-12b92525bd21 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:09.447912 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-74add0a8-7679-43e9-af1b-559ae68f9877 req-454c68c9-99b3-448e-8c15-12b92525bd21 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 943 time: 0.0728621 Jan 27 11:23:09.449485 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.501639 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:09.503022 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.504347 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] 10.222.0.44 "PUT /v2.0/ports/12f942e1-f66d-404b-8ae8-b6add5ea89ff HTTP/1.1" status: 200 len: 1093 time: 0.6205015 Jan 27 11:23:09.506461 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:09.508657 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3f928-52fa-4a9f-be04-5629783a5290" -d '{"events": [{"name": "network-changed", "server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:09.539322 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9857c-c8cd-40a3-bfc0-4399b224ba32 service neutron] Pushing event updated for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:09.554756 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-74add0a8-7679-43e9-af1b-559ae68f9877 req-a43ed0b0-b002-44c4-8828-1cf1b54f89fe tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001565 Jan 27 11:23:09.563726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c132b00-6af9-484f-afe5-8685af62fa83 x-openstack-request-id: req-8c132b00-6af9-484f-afe5-8685af62fa83 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:09.563878 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:09.564126 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c132b00-6af9-484f-afe5-8685af62fa83 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:09.564565 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff', 'status': 'completed', 'code': 200} Jan 27 11:23:09.597394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-ce4144b0-fa36-4e22-a192-0706a92057ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:09.599092 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-ce4144b0-fa36-4e22-a192-0706a92057ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 1096 time: 0.0434408 Jan 27 11:23:09.651122 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9da662cf-a160-4535-9def-ac4fe4e8bca1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff HTTP/1.1" status: 200 len: 217 time: 0.0378864 Jan 27 11:23:09.699618 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-2ecce23e-cc54-4fa6-8e3e-816f90e5c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:09.700922 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-2ecce23e-cc54-4fa6-8e3e-816f90e5c547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b40a169-340f-4507-a97a-107d5f9a5fcf HTTP/1.1" status: 200 len: 849 time: 0.0421090 Jan 27 11:23:09.733112 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-9067e67d-52f7-461d-aab1-43436c6e7a05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53d909f4-2b35-4d10-a636-228a810ac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239844 Jan 27 11:23:09.824125 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-832b1364-d6ba-48dc-bd66-bff31ee6d41f service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Jan 27 11:23:09.886168 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.911741 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c7355e6f-748b-4dbe-bfc6-42da8c73ad18 req-1d5aac8b-706e-4a09-9c97-e39eef19704e service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810361 Jan 27 11:23:09.998729 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-376aa656-08a8-497d-aedf-80002cee02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:10.000145 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-376aa656-08a8-497d-aedf-80002cee02ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 1096 time: 0.0405777 Jan 27 11:23:10.089751 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-db185f78-d988-415a-86a5-5fcef5331981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:10.091206 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-db185f78-d988-415a-86a5-5fcef5331981 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 910 time: 0.0854118 Jan 27 11:23:10.130794 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-a55bae59-4706-4ebe-9d38-f3a654d2d016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff HTTP/1.1" status: 200 len: 217 time: 0.0331323 Jan 27 11:23:10.181665 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-e25f412e-760c-43f3-a637-b0162d3d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:10.183063 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-e25f412e-760c-43f3-a637-b0162d3d786c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b40a169-340f-4507-a97a-107d5f9a5fcf HTTP/1.1" status: 200 len: 849 time: 0.0457094 Jan 27 11:23:10.212251 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-a6c718d2-db8a-43d1-8ea7-f45008475b9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53d909f4-2b35-4d10-a636-228a810ac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230119 Jan 27 11:23:10.300118 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-efa4a4b6-0779-440b-b24a-1cf30868efb3 service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802984 Jan 27 11:23:10.397448 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36b3f928-52fa-4a9f-be04-5629783a5290 req-ce451626-162c-48a4-9af5-17618e7522bc service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830247 Jan 27 11:23:10.673288 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467465b1-5868-4dfd-a5b0-b79bbfcc92d9 req-c333d40b-3464-44e2-9396-a6b8f7f3c35e tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:10.674941 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-467465b1-5868-4dfd-a5b0-b79bbfcc92d9 req-c333d40b-3464-44e2-9396-a6b8f7f3c35e tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 943 time: 0.0492034 Jan 27 11:23:10.721590 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-467465b1-5868-4dfd-a5b0-b79bbfcc92d9 req-b306ea3c-90c3-41ec-9d5c-cbe0c3abe246 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jan 27 11:23:10.884468 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.992859 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe394d5-8582-442f-b8c6-89e3984143c5 req-96d2beb7-f4ba-41b6-a62f-3d97ad645c90 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:11.994241 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cbe394d5-8582-442f-b8c6-89e3984143c5 req-96d2beb7-f4ba-41b6-a62f-3d97ad645c90 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 943 time: 0.0506258 Jan 27 11:23:12.039682 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cbe394d5-8582-442f-b8c6-89e3984143c5 req-b6c6cf2c-9244-4f78-9f7d-8c97091b5686 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Jan 27 11:23:12.089679 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12f942e1-f66d-404b-8ae8-b6add5ea89ff details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:12.181054 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:12.201355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '12f942e1-f66d-404b-8ae8-b6add5ea89ff', 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0', 'port_id': '12f942e1-f66d-404b-8ae8-b6add5ea89ff', 'mac_address': 'fa:16:3e:41:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b40a169-340f-4507-a97a-107d5f9a5fcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:12.209844 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.245560 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 12f942e1-f66d-404b-8ae8-b6add5ea89ff is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:12.245881 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.259058 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f942e1-f66d-404b-8ae8-b6add5ea89ff {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:12.277127 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:12.280846 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.326220 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:12.536412 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['12f942e1-f66d-404b-8ae8-b6add5ea89ff'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:13.150819 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c0520-3cb3-4b2c-8f27-c924939dfaf1 req-cdc0df7d-639e-49ca-9aad-bbc2ff7e3bf2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:13.152199 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a54c0520-3cb3-4b2c-8f27-c924939dfaf1 req-cdc0df7d-639e-49ca-9aad-bbc2ff7e3bf2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 944 time: 0.0472751 Jan 27 11:23:13.199027 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a54c0520-3cb3-4b2c-8f27-c924939dfaf1 req-cf4dc6a0-6422-46ff-9148-828111c63255 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Jan 27 11:23:14.108088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12f942e1-f66d-404b-8ae8-b6add5ea89ff up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:14.156021 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 12f942e1-f66d-404b-8ae8-b6add5ea89ff completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:23:14.160628 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 12f942e1-f66d-404b-8ae8-b6add5ea89ff triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:14.161038 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.235610 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 12f942e1-f66d-404b-8ae8-b6add5ea89ff is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:14.236032 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.264046 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:14.266377 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab31773-efe4-4c05-bca5-f647528c132e" -d '{"events": [{"server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "name": "network-vif-plugged", "status": "completed", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:14.279944 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:14.285422 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.309820 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e3e3b-0213-4b22-aa53-4a69feb40761 x-openstack-request-id: req-f29e3e3b-0213-4b22-aa53-4a69feb40761 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:14.310110 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "name": "network-vif-plugged", "status": "completed", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:14.310358 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f29e3e3b-0213-4b22-aa53-4a69feb40761 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:14.310748 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff', 'code': 200} Jan 27 11:23:14.317412 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af1418-a703-4e13-a036-135406bae34d req-d2293d61-ae32-44f7-a528-701b5d27ae66 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:14.318920 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-92af1418-a703-4e13-a036-135406bae34d req-d2293d61-ae32-44f7-a528-701b5d27ae66 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Jan 27 11:23:14.337433 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:14.344702 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.345170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.345662 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.346100 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.346822 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.347106 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.347549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.347935 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.348336 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.348726 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.349151 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.349538 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.349916 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:14.374525 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-92af1418-a703-4e13-a036-135406bae34d req-be2e3427-5f8b-400d-a17d-ff0aed53ca24 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Jan 27 11:23:14.470552 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5922b-de69-4153-ae80-dcc4466b772d req-fcac9d8a-ebf5-4c1c-921c-968e806b8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:14.472055 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f5f5922b-de69-4153-ae80-dcc4466b772d req-fcac9d8a-ebf5-4c1c-921c-968e806b8f07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 1098 time: 0.0407755 Jan 27 11:23:14.515929 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f5f5922b-de69-4153-ae80-dcc4466b772d req-43502b68-2e34-469b-9c9d-05861c111211 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Jan 27 11:23:15.488112 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0cb61-7c79-405a-8317-8da823378508 req-8acb0de3-a5ba-46c3-b952-9b8954f1502b tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:15.489606 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-23b0cb61-7c79-405a-8317-8da823378508 req-8acb0de3-a5ba-46c3-b952-9b8954f1502b tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 945 time: 0.0480587 Jan 27 11:23:15.536921 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-23b0cb61-7c79-405a-8317-8da823378508 req-68cdccdd-7540-4020-85ce-d5ce93dbed14 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Jan 27 11:23:16.650388 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177431bd-2e56-4aa7-b347-8abefa5df7af req-91b42c68-45b3-45bb-95bb-f3e6e34a2228 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:16.651861 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-177431bd-2e56-4aa7-b347-8abefa5df7af req-91b42c68-45b3-45bb-95bb-f3e6e34a2228 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 945 time: 0.0503824 Jan 27 11:23:16.698483 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-177431bd-2e56-4aa7-b347-8abefa5df7af req-9d63def8-6f81-4713-86d2-3384662b667e tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Jan 27 11:23:17.280419 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f875f-c054-4151-8872-aa6dbb0f7737 req-1b43a20f-240b-40de-94d4-e8b41080c97c tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:17.281828 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a71f875f-c054-4151-8872-aa6dbb0f7737 req-1b43a20f-240b-40de-94d4-e8b41080c97c tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 945 time: 0.0514965 Jan 27 11:23:17.329367 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a71f875f-c054-4151-8872-aa6dbb0f7737 req-7c55669b-d66a-4421-841c-374063e4383f tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Jan 27 11:23:18.445605 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bface5b-a1f8-46bb-a2ed-bddcc71baca5 req-be4d820d-55e7-4846-a708-cf1448c9b9b2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:18.445605 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0bface5b-a1f8-46bb-a2ed-bddcc71baca5 req-be4d820d-55e7-4846-a708-cf1448c9b9b2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 945 time: 0.0468180 Jan 27 11:23:18.493444 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0bface5b-a1f8-46bb-a2ed-bddcc71baca5 req-05680eff-67f5-43c3-a722-9a5f59d55e16 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Jan 27 11:23:18.668592 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-832dd4c3-7389-4634-8485-6d828becce51 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:18.670034 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-832dd4c3-7389-4634-8485-6d828becce51 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 945 time: 0.0460465 Jan 27 11:23:18.762135 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Deleting port 12f942e1-f66d-404b-8ae8-b6add5ea89ff {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:18.762477 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.849446 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] For port 12f942e1-f66d-404b-8ae8-b6add5ea89ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=12f942e1-f66d-404b-8ae8-b6add5ea89ff,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:18.849803 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.861803 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Calling delete_port for 12f942e1-f66d-404b-8ae8-b6add5ea89ff owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:18.987846 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (12f942e1-f66d-404b-8ae8-b6add5ea89ff), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.003389 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['12f942e1-f66d-404b-8ae8-b6add5ea89ff'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:19.016838 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Pushing event deleted for resources: {'Port': ['ID=12f942e1-f66d-404b-8ae8-b6add5ea89ff,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:19.058272 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] No DVR routers for this DVR port 12f942e1-f66d-404b-8ae8-b6add5ea89ff on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:19.060790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.065065 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c8c33b15-75e6-45d8-ab3e-616395732598 req-58910722-6227-49e6-b077-4f08bfc5e719 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "DELETE /v2.0/ports/12f942e1-f66d-404b-8ae8-b6add5ea89ff HTTP/1.1" status: 204 len: 173 time: 0.3886199 Jan 27 11:23:19.065572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'name': 'network-vif-deleted', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:19.067921 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba7f40-364c-4051-bfb4-6ef8683f9722" -d '{"events": [{"server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "name": "network-vif-deleted", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:19.105877 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89cdd9e-eee5-4789-8dec-a86ff750708d x-openstack-request-id: req-f89cdd9e-eee5-4789-8dec-a86ff750708d {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:19.106176 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1228e1c-d897-4375-bd35-07d87a373024", "name": "network-vif-deleted", "tag": "12f942e1-f66d-404b-8ae8-b6add5ea89ff", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:19.106437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f89cdd9e-eee5-4789-8dec-a86ff750708d {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:19.106865 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1228e1c-d897-4375-bd35-07d87a373024', 'name': 'network-vif-deleted', 'tag': '12f942e1-f66d-404b-8ae8-b6add5ea89ff', 'status': 'completed', 'code': 200} Jan 27 11:23:19.607358 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a6f1fb52-33f2-4518-bc80-9dfb7b5943f3 req-65c8ef94-cd74-4342-bdcd-3317774b41c8 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1228e1c-d897-4375-bd35-07d87a373024 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Jan 27 11:23:20.857336 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-a7d3eb77-d0f2-4fb9-8699-1550c49048b4 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:20.858777 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-a7d3eb77-d0f2-4fb9-8699-1550c49048b4 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 809 time: 0.1008129 Jan 27 11:23:20.873040 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-e43dfc1a-c18d-4da2-9fc6-9671f8957517 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/quotas/ec1713989afc49fea7718c6881e60aeb HTTP/1.1" status: 200 len: 375 time: 0.0086260 Jan 27 11:23:20.902642 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-31506f18-bb75-4372-88a4-eef7409c0bc5 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244532 Jan 27 11:23:21.034795 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-ca16c740-341a-4eb0-9ff2-7616f32f44c6 service neutron] 10.222.0.24 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258206 Jan 27 11:23:21.124703 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-37b79bff-5352-4c0b-8904-3f7c394e3ceb service neutron] 10.222.0.24 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840402 Jan 27 11:23:21.280409 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-64948a62-2200-46d5-ae95-c83b7807441c req-b7fa674d-08ab-4f6b-9bd1-65c0567a1bb6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 210 time: 0.0266535 Jan 27 11:23:22.151730 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-c07fa59c-ca0e-4933-b322-60b000c6c902 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.153202 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-c07fa59c-ca0e-4933-b322-60b000c6c902 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 809 time: 0.1038475 Jan 27 11:23:22.158605 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12f942e1-f66d-404b-8ae8-b6add5ea89ff no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:22.167250 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Request body: {'port': {'device_id': '626240c9-8336-40b0-b102-28d04bbf408c', 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0', 'admin_state_up': True, 'tenant_id': 'ec1713989afc49fea7718c6881e60aeb'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:22.183638 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 12f942e1-f66d-404b-8ae8-b6add5ea89ff {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:22.183779 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 12f942e1-f66d-404b-8ae8-b6add5ea89ff not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:22.271338 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Made reservation on behalf of ec1713989afc49fea7718c6881e60aeb for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:22.274748 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.378701 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-340167ef-5ab1-4bb7-9553-3be46a7eb32a req-ba9924ef-66d8-47e5-8cf0-c57a98a90d0e tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 210 time: 0.0289195 Jan 27 11:23:22.399988 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Allocated IP 172.20.0.9 (53d909f4-2b35-4d10-a636-228a810ac7c0/6b40a169-340f-4507-a97a-107d5f9a5fcf/c7cee0d6-5494-4409-8b1c-5811d4ada394) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:22.543237 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks [] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.575765 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.615998 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Network 53d909f4-2b35-4d10-a636-228a810ac7c0 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:22.619055 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:22.624834 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:22.647326 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Pushing event updated for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:22.674286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.674927 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.691084 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-b3f86690-bfde-4c50-8255-1a5261262ac6 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5280187 Jan 27 11:23:22.702018 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Request body: {'port': {'device_id': '626240c9-8336-40b0-b102-28d04bbf408c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:22.757689 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.029048 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cee0d6-5494-4409-8b1c-5811d4ada394 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:23.038086 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks [] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.051491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Transition to ACTIVE for port object c7cee0d6-5494-4409-8b1c-5811d4ada394 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:23:23.056216 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.106654 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Pushing event updated for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:23.177658 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Attempting to bind port c7cee0d6-5494-4409-8b1c-5811d4ada394 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:23.178409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Attempting to bind port c7cee0d6-5494-4409-8b1c-5811d4ada394 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:23.178409 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Attempting to bind port c7cee0d6-5494-4409-8b1c-5811d4ada394 on network 53d909f4-2b35-4d10-a636-228a810ac7c0 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:23.182582 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Port c7cee0d6-5494-4409-8b1c-5811d4ada394 on network 53d909f4-2b35-4d10-a636-228a810ac7c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:23:23.182923 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Attempting to bind port c7cee0d6-5494-4409-8b1c-5811d4ada394 on network 53d909f4-2b35-4d10-a636-228a810ac7c0 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:23.187619 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:23.187960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Checking segment: {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:23.188344 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Bound using segment: {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:23.188766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Bound port: c7cee0d6-5494-4409-8b1c-5811d4ada394, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca2ea94-a1e9-43f1-9d75-d7467f625b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:23.189147 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.250014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:23.252890 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:23.256790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.290885 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.291500 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.292870 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] 10.222.0.44 "PUT /v2.0/ports/c7cee0d6-5494-4409-8b1c-5811d4ada394 HTTP/1.1" status: 200 len: 1093 time: 0.5949056 Jan 27 11:23:23.293336 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:23.295578 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:23.322901 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58e4bf-8c66-49f8-9531-685e5d40f76f service neutron] Pushing event updated for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:23.339081 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e857f20-097d-4482-94cd-e27a308bcc8b x-openstack-request-id: req-8e857f20-097d-4482-94cd-e27a308bcc8b {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:23.339364 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:23.339614 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e857f20-097d-4482-94cd-e27a308bcc8b {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:23.340000 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394', 'status': 'completed', 'code': 200} Jan 27 11:23:23.372261 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-bc8309d4-93da-4f75-af05-9b173420bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.373792 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-bc8309d4-93da-4f75-af05-9b173420bbd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 1096 time: 0.0437243 Jan 27 11:23:23.417720 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-4e54ad8e-58c2-42e4-a107-e0f29694ca40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394 HTTP/1.1" status: 200 len: 217 time: 0.0372143 Jan 27 11:23:23.466643 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-190db30b-a246-4749-8a35-a7704eae61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.468099 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-190db30b-a246-4749-8a35-a7704eae61eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b40a169-340f-4507-a97a-107d5f9a5fcf HTTP/1.1" status: 200 len: 849 time: 0.0443876 Jan 27 11:23:23.492837 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd13d-4ddc-4d1f-8a63-d7c24fe168d1 req-268d84fe-48ae-41b7-8542-c261890e8a86 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.494332 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ff1bd13d-4ddc-4d1f-8a63-d7c24fe168d1 req-268d84fe-48ae-41b7-8542-c261890e8a86 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 943 time: 0.0490003 Jan 27 11:23:23.498392 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-ae4eed7e-2b5e-4866-96e4-84e491d22061 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53d909f4-2b35-4d10-a636-228a810ac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243027 Jan 27 11:23:23.541519 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-ff1bd13d-4ddc-4d1f-8a63-d7c24fe168d1 req-597b3210-a76c-4c51-8eb2-20fb3c703925 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Jan 27 11:23:23.589346 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-674f67da-d4a1-4a52-a11e-acd9fab656a9 service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852535 Jan 27 11:23:23.673774 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3b89ef83-34fb-4f73-a942-a33492bcf7a6 req-e8d9f33a-366e-454c-81c4-98356af7b0fb service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788646 Jan 27 11:23:23.762444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-23fe21e4-7f54-4a90-86b3-d99c3e6d5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.763906 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-23fe21e4-7f54-4a90-86b3-d99c3e6d5227 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec1713989afc49fea7718c6881e60aeb&device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 1096 time: 0.0439179 Jan 27 11:23:23.850375 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-abb2c622-96af-4899-806a-d569f2b72daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.851800 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-abb2c622-96af-4899-806a-d569f2b72daf service neutron] 10.222.0.44 "GET /v2.0/networks?id=53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 200 len: 910 time: 0.0816150 Jan 27 11:23:23.894252 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-1ae74078-1e38-4cbe-913c-23c11bc18407 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394 HTTP/1.1" status: 200 len: 217 time: 0.0357783 Jan 27 11:23:23.939820 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-8910ccf2-834e-46ad-9202-18e8f81ca60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.941241 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-8910ccf2-834e-46ad-9202-18e8f81ca60f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b40a169-340f-4507-a97a-107d5f9a5fcf HTTP/1.1" status: 200 len: 849 time: 0.0411897 Jan 27 11:23:23.970581 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-6944650d-afe3-4a39-92f4-0de6ce363f41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53d909f4-2b35-4d10-a636-228a810ac7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234535 Jan 27 11:23:24.060105 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-31704fba-e1aa-49f8-ace5-b6bcafc70f82 service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829575 Jan 27 11:23:24.149551 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d3d10f8c-a733-4205-baa6-b69aaa85b9f6 req-585066da-38fd-4fb6-9d0d-4f9986bd8d04 service neutron] 10.222.0.44 "GET /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825186 Jan 27 11:23:24.657352 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b07df-3674-4cd9-a960-ae222bacd034 req-a6582dd5-8f2c-416e-a94c-c9aa5ad8018d tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:24.659361 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-216b07df-3674-4cd9-a960-ae222bacd034 req-a6582dd5-8f2c-416e-a94c-c9aa5ad8018d tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 943 time: 0.0471714 Jan 27 11:23:24.708249 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-216b07df-3674-4cd9-a960-ae222bacd034 req-7586ed2e-9fb4-4297-ae22-1e014274687b tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Jan 27 11:23:25.175719 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd893b3-4655-4697-82ae-70eb1330f6a7 req-a4bf0605-1dfb-4291-9088-a1a1c28c4be6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:25.177182 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2cd893b3-4655-4697-82ae-70eb1330f6a7 req-a4bf0605-1dfb-4291-9088-a1a1c28c4be6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0465488 Jan 27 11:23:25.222841 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2cd893b3-4655-4697-82ae-70eb1330f6a7 req-e72dc2fb-31a3-40ee-aaf1-761b0bb354b5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Jan 27 11:23:25.821151 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1918c-f529-43b7-8454-d50a5979848c req-291457ee-5ee6-4599-9b17-537710de05a7 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:25.822592 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bbd1918c-f529-43b7-8454-d50a5979848c req-291457ee-5ee6-4599-9b17-537710de05a7 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 943 time: 0.0467272 Jan 27 11:23:25.867122 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-bbd1918c-f529-43b7-8454-d50a5979848c req-34d98c61-c4c2-4c37-8a8d-36ef2797b5ed tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Jan 27 11:23:26.214236 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device c7cee0d6-5494-4409-8b1c-5811d4ada394 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:26.310556 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:26.321550 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'c7cee0d6-5494-4409-8b1c-5811d4ada394', 'network_id': '53d909f4-2b35-4d10-a636-228a810ac7c0', 'port_id': 'c7cee0d6-5494-4409-8b1c-5811d4ada394', 'mac_address': 'fa:16:3e:bd:5c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b40a169-340f-4507-a97a-107d5f9a5fcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:26.338623 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11904c8b-bfd4-4785-b2e6-fd0cb64a7169 req-e60c73a4-3107-4c07-b173-cf544d720081 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:26.340065 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11904c8b-bfd4-4785-b2e6-fd0cb64a7169 req-e60c73a4-3107-4c07-b173-cf544d720081 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0467019 Jan 27 11:23:26.358689 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port c7cee0d6-5494-4409-8b1c-5811d4ada394 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:26.359086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:26.372289 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cee0d6-5494-4409-8b1c-5811d4ada394 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:26.385745 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11904c8b-bfd4-4785-b2e6-fd0cb64a7169 req-985ff6fa-a160-4fa8-be7b-c4a0c1fb2202 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400221 Jan 27 11:23:26.391741 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:26.396519 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:26.442553 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:26.656425 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['c7cee0d6-5494-4409-8b1c-5811d4ada394'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:26.981320 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984da36-d1a6-4014-b74f-18161b0fa4e9 req-47a1442e-621c-449e-af23-03a8f046319a tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:26.982761 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9984da36-d1a6-4014-b74f-18161b0fa4e9 req-47a1442e-621c-449e-af23-03a8f046319a tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 944 time: 0.0498655 Jan 27 11:23:27.028072 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9984da36-d1a6-4014-b74f-18161b0fa4e9 req-4bc6f62c-51df-4aec-b175-b1afa8c0b366 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Jan 27 11:23:27.505725 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab98f7-a4e7-41ee-a4bb-cbcd9305fd9e req-7b144d93-8e3b-45e7-bc66-8b49a24c684e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:27.507148 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afab98f7-a4e7-41ee-a4bb-cbcd9305fd9e req-7b144d93-8e3b-45e7-bc66-8b49a24c684e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0503745 Jan 27 11:23:27.551924 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afab98f7-a4e7-41ee-a4bb-cbcd9305fd9e req-90965018-758f-4cdb-8be4-d41065143d4c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390980 Jan 27 11:23:28.138106 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7121d53-4392-42f0-aeb4-8c8ca54db4da req-165f0ea2-9ac9-4fd0-affb-060e5bb099af tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:28.139576 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b7121d53-4392-42f0-aeb4-8c8ca54db4da req-165f0ea2-9ac9-4fd0-affb-060e5bb099af tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 944 time: 0.0466671 Jan 27 11:23:28.186015 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b7121d53-4392-42f0-aeb4-8c8ca54db4da req-179f6329-354a-4653-a16a-4570ab5e320b tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jan 27 11:23:28.221910 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device c7cee0d6-5494-4409-8b1c-5811d4ada394 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:28.270133 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port c7cee0d6-5494-4409-8b1c-5811d4ada394 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:23:28.273936 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port c7cee0d6-5494-4409-8b1c-5811d4ada394 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:28.274315 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:28.350522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port c7cee0d6-5494-4409-8b1c-5811d4ada394 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:28.350906 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:28.372821 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:28.375086 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01840506-aeaa-42cd-aa95-d98850450039" -d '{"events": [{"server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "name": "network-vif-plugged", "status": "completed", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:28.388072 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:28.393158 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:28.415671 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a71ffb-b953-4c31-aef5-e8c48a31e3ec x-openstack-request-id: req-56a71ffb-b953-4c31-aef5-e8c48a31e3ec {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:28.415963 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "name": "network-vif-plugged", "status": "completed", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:28.416216 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56a71ffb-b953-4c31-aef5-e8c48a31e3ec {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:28.416598 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394', 'code': 200} Jan 27 11:23:28.444787 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:28.577342 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20079-8540-4e63-8b14-2e3aac43ef81 req-41d9f1d3-2f5e-4113-8ddd-d87c50eb79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:28.578814 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-81f20079-8540-4e63-8b14-2e3aac43ef81 req-41d9f1d3-2f5e-4113-8ddd-d87c50eb79d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 1098 time: 0.0394869 Jan 27 11:23:28.622240 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-81f20079-8540-4e63-8b14-2e3aac43ef81 req-70b515a9-de3f-42bc-ae1c-cb2198721eac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Jan 27 11:23:28.670021 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa1190-f1f8-4b0f-96f1-eb431e881fd7 req-7d93f9dd-4872-410f-a655-16e764c31a9d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:28.671451 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e2aa1190-f1f8-4b0f-96f1-eb431e881fd7 req-7d93f9dd-4872-410f-a655-16e764c31a9d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0508273 Jan 27 11:23:28.717242 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e2aa1190-f1f8-4b0f-96f1-eb431e881fd7 req-6b7148cc-6245-47f3-91c2-50f23527e26f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 Jan 27 11:23:29.299523 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3c3a-0bce-4ba8-bddd-cfdd581acede req-f6927870-b494-48ad-9e4b-4d1fa8023667 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:29.301000 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dd7d3c3a-0bce-4ba8-bddd-cfdd581acede req-f6927870-b494-48ad-9e4b-4d1fa8023667 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0474372 Jan 27 11:23:29.351178 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dd7d3c3a-0bce-4ba8-bddd-cfdd581acede req-fab4ae81-730b-4c07-8478-6325c3c877a4 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Jan 27 11:23:29.838266 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b975d50-ca16-47c5-bceb-7ea28f52fdf6 req-2ebf3e35-734f-4f61-8c94-5fe8f650db1d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:29.839700 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1b975d50-ca16-47c5-bceb-7ea28f52fdf6 req-2ebf3e35-734f-4f61-8c94-5fe8f650db1d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0475736 Jan 27 11:23:29.885372 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1b975d50-ca16-47c5-bceb-7ea28f52fdf6 req-d685bb35-1b70-4537-994c-70aebeae3c20 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Jan 27 11:23:30.406514 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:23:30.462109 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9f17c-db5e-4634-92d4-c29e5630d115 req-cae3b1e0-b8e1-4ae4-b986-bef9c3a4f84f tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:30.463542 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-09d9f17c-db5e-4634-92d4-c29e5630d115 req-cae3b1e0-b8e1-4ae4-b986-bef9c3a4f84f tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0467319 Jan 27 11:23:30.509874 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-09d9f17c-db5e-4634-92d4-c29e5630d115 req-1952cc39-dd48-4659-8eac-4985f23fce65 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Jan 27 11:23:31.003683 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87caf2-dde4-4727-a397-fbb300c89dfb req-7431f79a-bace-4cf8-b12d-ae7515d68940 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:31.005154 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0d87caf2-dde4-4727-a397-fbb300c89dfb req-7431f79a-bace-4cf8-b12d-ae7515d68940 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0497944 Jan 27 11:23:31.069477 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0d87caf2-dde4-4727-a397-fbb300c89dfb req-5a9692b9-3623-4054-8c13-53abd53089cf tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564616 Jan 27 11:23:31.139812 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fc742-4319-464d-a053-228be14b514d req-0b6750d5-1495-4bb5-8433-77ffbfd34e95 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:31.141288 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-222fc742-4319-464d-a053-228be14b514d req-0b6750d5-1495-4bb5-8433-77ffbfd34e95 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0475531 Jan 27 11:23:31.190501 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-222fc742-4319-464d-a053-228be14b514d req-a66b574f-f091-483b-b7e8-3c89d55adab9 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Jan 27 11:23:32.186173 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4472-a743-460d-a3df-2971fa4044f0 req-13785ded-a1c1-4682-a05d-8d1346658ced tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:32.187733 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-50dc4472-a743-460d-a3df-2971fa4044f0 req-13785ded-a1c1-4682-a05d-8d1346658ced tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0475845 Jan 27 11:23:32.234480 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-50dc4472-a743-460d-a3df-2971fa4044f0 req-3e1a506c-a322-4065-a30c-be5d2735d4c9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Jan 27 11:23:32.307726 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438ecd8-de76-4e4e-93ae-1e7172d57de8 req-aadeac0e-f447-4c98-ad8c-75da371be3c9 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:32.309208 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c438ecd8-de76-4e4e-93ae-1e7172d57de8 req-aadeac0e-f447-4c98-ad8c-75da371be3c9 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0522985 Jan 27 11:23:32.354996 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c438ecd8-de76-4e4e-93ae-1e7172d57de8 req-bc93125e-f7ae-4ca0-8972-9140849c1ce7 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Jan 27 11:23:33.354137 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a4ed9-0a9b-424e-b63d-767048e864b3 req-3f9e83b2-7100-47db-8b26-954050d78279 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:33.355598 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-302a4ed9-0a9b-424e-b63d-767048e864b3 req-3f9e83b2-7100-47db-8b26-954050d78279 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0506897 Jan 27 11:23:33.403428 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-302a4ed9-0a9b-424e-b63d-767048e864b3 req-67d37972-da9a-4bf1-939d-3813cc849274 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Jan 27 11:23:33.469847 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda2b2c-617c-4adc-a8de-a17d46f39c40 req-ac2698dd-7533-462e-8db1-c881e744cdb7 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:33.471748 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cfda2b2c-617c-4adc-a8de-a17d46f39c40 req-ac2698dd-7533-462e-8db1-c881e744cdb7 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0504086 Jan 27 11:23:33.517474 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cfda2b2c-617c-4adc-a8de-a17d46f39c40 req-3794ea07-5af2-4d68-9df5-40134a2f1c67 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Jan 27 11:23:34.448722 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-3df61508-21f5-45c6-ac31-16702807e897 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:34.450215 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-3df61508-21f5-45c6-ac31-16702807e897 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0509140 Jan 27 11:23:34.534060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d5c66-e952-4422-86fe-722366a5e90f req-37ec5953-a5a5-479d-89e7-fca77fe09c76 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:34.535406 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-631d5c66-e952-4422-86fe-722366a5e90f req-37ec5953-a5a5-479d-89e7-fca77fe09c76 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0538545 Jan 27 11:23:34.548218 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Deleting port c7cee0d6-5494-4409-8b1c-5811d4ada394 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:34.548670 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:34.586206 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-631d5c66-e952-4422-86fe-722366a5e90f req-839f1dfb-a6d6-49bb-90d6-8478726237c8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446873 Jan 27 11:23:34.937590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] For port c7cee0d6-5494-4409-8b1c-5811d4ada394, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c7cee0d6-5494-4409-8b1c-5811d4ada394,segment=NetworkSegment(cca2ea94-a1e9-43f1-9d75-d7467f625b68),segment_id=cca2ea94-a1e9-43f1-9d75-d7467f625b68)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:34.937863 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:34.952203 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Calling delete_port for c7cee0d6-5494-4409-8b1c-5811d4ada394 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:34.959876 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cedd-1476-438a-a971-6277e28105a1 req-60e1e6ee-8d11-48cd-be17-8a04f943abd2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:34.961345 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e72cedd-1476-438a-a971-6277e28105a1 req-60e1e6ee-8d11-48cd-be17-8a04f943abd2 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/ports?device_id=626240c9-8336-40b0-b102-28d04bbf408c HTTP/1.1" status: 200 len: 945 time: 0.0815752 Jan 27 11:23:35.055527 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0e72cedd-1476-438a-a971-6277e28105a1 req-095ca384-d4d6-4e34-aa3d-9318a98aa9c8 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.24 "GET /v2.0/security-groups?id=93d004c4-434a-49c5-9e8b-ac809bb1fb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872338 Jan 27 11:23:35.119790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (c7cee0d6-5494-4409-8b1c-5811d4ada394), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:35.132356 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['c7cee0d6-5494-4409-8b1c-5811d4ada394'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:35.146093 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Pushing event deleted for resources: {'Port': ['ID=c7cee0d6-5494-4409-8b1c-5811d4ada394,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:35.158057 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.159034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.159376 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.159814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.160154 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.160486 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.160817 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.161175 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.161503 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.161829 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.162156 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.162480 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.162800 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:35.198251 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] No DVR routers for this DVR port c7cee0d6-5494-4409-8b1c-5811d4ada394 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:35.200775 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:35.204049 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3f437bb7-4ba9-40a1-b94b-dd2e4e7f3548 req-83b11e37-077b-4f76-8970-4e982e9de876 tempest-VolumesActionsTest-1796903766 tempest-VolumesActionsTest-1796903766-project] 10.222.0.44 "DELETE /v2.0/ports/c7cee0d6-5494-4409-8b1c-5811d4ada394 HTTP/1.1" status: 204 len: 173 time: 0.7478139 Jan 27 11:23:35.204519 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'name': 'network-vif-deleted', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:35.207347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ebd294-87c7-4003-9628-cf9da196d7dc" -d '{"events": [{"server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "name": "network-vif-deleted", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:35.243731 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef1578-15db-4e6a-bf3d-93094a452e87 x-openstack-request-id: req-0fef1578-15db-4e6a-bf3d-93094a452e87 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:35.244024 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626240c9-8336-40b0-b102-28d04bbf408c", "name": "network-vif-deleted", "tag": "c7cee0d6-5494-4409-8b1c-5811d4ada394", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:35.244285 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fef1578-15db-4e6a-bf3d-93094a452e87 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:35.244688 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626240c9-8336-40b0-b102-28d04bbf408c', 'name': 'network-vif-deleted', 'tag': 'c7cee0d6-5494-4409-8b1c-5811d4ada394', 'status': 'completed', 'code': 200} Jan 27 11:23:35.714092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfcb9a-44fd-4e3b-b14b-03177b0f834b req-471c0d76-153e-4e27-a6c7-0887fe4bcb5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:35.715655 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-19dfcb9a-44fd-4e3b-b14b-03177b0f834b req-471c0d76-153e-4e27-a6c7-0887fe4bcb5b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0547836 Jan 27 11:23:35.763649 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-19dfcb9a-44fd-4e3b-b14b-03177b0f834b req-61bb9871-823b-4d07-a666-04d00c0e030e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Jan 27 11:23:36.131754 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fd7af85e-e7d8-442f-a94c-317723698792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:36.882398 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00901-9ea8-4783-9a81-b3608e6e156b req-38601ab5-5c74-4f4c-9ee2-e9d929ac66ac tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:36.884049 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bae00901-9ea8-4783-9a81-b3608e6e156b req-38601ab5-5c74-4f4c-9ee2-e9d929ac66ac tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0475585 Jan 27 11:23:36.930746 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bae00901-9ea8-4783-9a81-b3608e6e156b req-7f62ec27-2b72-4998-bbff-66b0b5fdc609 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 Jan 27 11:23:36.931293 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.869001 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52154) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:38.064481 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-5c83200a-f062-41a8-8f47-4f04c69c00f3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461102481&fields=id&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 267 time: 0.0433550 Jan 27 11:23:38.075694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33155b-66c8-4ce5-b837-d4a414cb718d req-4f2171f3-2cd9-4c7c-9809-eeee1e45532a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:38.077158 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4c33155b-66c8-4ce5-b837-d4a414cb718d req-4f2171f3-2cd9-4c7c-9809-eeee1e45532a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0674980 Jan 27 11:23:38.081811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Deleting port 47d7b862-b705-4c9a-bc72-a4e4b081aaae {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:38.082146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.172522 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-b978dc11-b63a-4acc-8270-488e1f74e848 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:38.174126 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-b978dc11-b63a-4acc-8270-488e1f74e848 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.1029236 Jan 27 11:23:38.174824 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-4c33155b-66c8-4ce5-b837-d4a414cb718d req-4de9c350-19c8-4106-b023-39e305d43f66 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898798 Jan 27 11:23:38.189556 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-4adf5738-889d-4b53-89fa-dbde7abbe946 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/quotas/667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 375 time: 0.0089657 Jan 27 11:23:38.195507 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.195829 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for floatingip (47d7b862-b705-4c9a-bc72-a4e4b081aaae), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.209350 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Calling delete_port for 47d7b862-b705-4c9a-bc72-a4e4b081aaae owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:38.243641 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-71806560-4483-4e12-9588-2db3a4587bc4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470803 Jan 27 11:23:38.277485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device c7cee0d6-5494-4409-8b1c-5811d4ada394 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:38.298019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: c7cee0d6-5494-4409-8b1c-5811d4ada394 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:38.298366 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device c7cee0d6-5494-4409-8b1c-5811d4ada394 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:38.340120 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-2f3e6590-09ed-4a3f-9ca5-0c459fe72798 service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846117 Jan 27 11:23:38.380383 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (47d7b862-b705-4c9a-bc72-a4e4b081aaae), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.405673 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event deleted for resources: {'Port': ['ID=47d7b862-b705-4c9a-bc72-a4e4b081aaae,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:38.432756 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-156469de-4ebb-4b9f-8d1a-6451deba9942 service neutron] 10.222.0.24 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Jan 27 11:23:38.464680 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for floatingip (780ddb36-bf25-4aef-a636-48178d31a584), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.465045 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Floating IP 780ddb36-bf25-4aef-a636-48178d31a584 disassociated (deleted). External IP: 172.27.2.174, port: 2eede796-6d4f-4e20-9f58-44682ec19c42. Jan 27 11:23:38.555212 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-99a60814-f7c8-4c2e-8abb-9c1bd25835e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.683149 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Router 99da9604-dc45-49d2-a171-1ab847e5b44b has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:38.759513 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e4734d4d-333b-4b79-b239-d1e47083c747 req-41e56678-57db-442f-a3ed-2f6f0d52dbc0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 210 time: 0.0301840 Jan 27 11:23:38.822286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:38.826806 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.832390 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Sync routers for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:38.842063 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:38.842677 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:38.862781 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5eb3e5cf-8353-4095-ab53-1ec17269058b tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "DELETE /v2.0/floatingips/780ddb36-bf25-4aef-a636-48178d31a584 HTTP/1.1" status: 204 len: 168 time: 0.9899576 Jan 27 11:23:38.862781 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:38.863999 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf91707-324a-48c5-bb45-a59ecc16ae11" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:38.922687 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3573c3fe-bf4f-4ef7-b147-d28fbcd2413d x-openstack-request-id: req-3573c3fe-bf4f-4ef7-b147-d28fbcd2413d {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:38.923359 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:38.923998 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3573c3fe-bf4f-4ef7-b147-d28fbcd2413d {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:38.924744 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'status': 'completed', 'code': 200} Jan 27 11:23:38.974297 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:39.101572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf75db9-9c0e-49c7-91d3-8ec9a456dd7f req-417e1b16-d9c8-4de9-965a-dcb351132c13 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.103071 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ccf75db9-9c0e-49c7-91d3-8ec9a456dd7f req-417e1b16-d9c8-4de9-965a-dcb351132c13 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Jan 27 11:23:39.153835 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ccf75db9-9c0e-49c7-91d3-8ec9a456dd7f req-2cfc805a-4958-4235-87bf-f5950ea73dff tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Jan 27 11:23:39.181452 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:39.211309 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Checking router: 99da9604-dc45-49d2-a171-1ab847e5b44b for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:39.219380 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:39.219980 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:39.293976 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806059b-7bd2-456d-b3ec-e835b2507827 req-98945cb9-3d07-4e28-b4b4-d3ac283dad15 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.295451 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b806059b-7bd2-456d-b3ec-e835b2507827 req-98945cb9-3d07-4e28-b4b4-d3ac283dad15 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0481329 Jan 27 11:23:39.322700 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:39.342702 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-b806059b-7bd2-456d-b3ec-e835b2507827 req-8975c969-dfa5-459b-b651-df01eaf902d6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Jan 27 11:23:39.514945 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:39.540483 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b2bed-f87c-4d0f-8b71-5e821f7267d8 None None] The sync data for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi is: [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:18:40Z', 'revision_number': 4, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '783b03a7-963c-46d3-bc24-88040ff3003b', 'name': '', 'network_id': '92e46383-64f2-4d5c-9d4b-2ee7b24827ae', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'mac_address': 'fa:16:3e:fb:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824ae642-4ad6-49ec-937e-8937968628b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:40Z', 'updated_at': '2022-01-27T11:18:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'subnets': [{'id': '824ae642-4ad6-49ec-937e-8937968628b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:39.751869 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa03b4-459a-4fb9-92d1-35538543f011 None None] New status for floating IP 780ddb36-bf25-4aef-a636-48178d31a584: DOWN {{(pid=102614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:23:39.852030 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9b24f40c-f9e0-4748-9bee-6541de1c264c req-b40a9528-9d65-499a-aa2e-3e9569593d0a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Jan 27 11:23:39.889063 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:40.076715 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-7963e3a6-3fe7-430c-9979-a3b724d47e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.078389 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-7963e3a6-3fe7-430c-9979-a3b724d47e49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 1098 time: 0.0420225 Jan 27 11:23:40.171297 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-be0e5ff0-be9a-42ee-bf32-2fc46d356264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.172770 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-be0e5ff0-be9a-42ee-bf32-2fc46d356264 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 200 len: 910 time: 0.0882654 Jan 27 11:23:40.215021 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-71db267a-91f6-420b-85d9-9ea3152a2bed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 200 len: 217 time: 0.0351632 Jan 27 11:23:40.271302 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-785323ce-fa71-43c5-a177-d1c871cf9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.273054 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-785323ce-fa71-43c5-a177-d1c871cf9d66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 200 len: 848 time: 0.0497813 Jan 27 11:23:40.281015 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af4f82-c8b6-4559-99af-6f22b1cb0b15 req-af785baf-88a0-446f-9d49-b474ac5c93b0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.282465 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-81af4f82-c8b6-4559-99af-6f22b1cb0b15 req-af785baf-88a0-446f-9d49-b474ac5c93b0 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Jan 27 11:23:40.321794 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-5f336c66-e0cf-46f0-9469-343f784e8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.323278 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-5f336c66-e0cf-46f0-9469-343f784e8230 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92e46383-64f2-4d5c-9d4b-2ee7b24827ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404639 Jan 27 11:23:40.331373 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-81af4f82-c8b6-4559-99af-6f22b1cb0b15 req-ee5b9082-1b0c-4ebc-8053-ac67da69e76f tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Jan 27 11:23:40.413159 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-d5488e71-d7d4-47d9-b891-dae7d18681a8 service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Jan 27 11:23:40.518146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44aa94-cf0d-4c97-a1f4-a9226b352653 req-e7b48ca2-6c57-4cbf-bca5-3e1905652de4 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.519639 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8b44aa94-cf0d-4c97-a1f4-a9226b352653 req-e7b48ca2-6c57-4cbf-bca5-3e1905652de4 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.1050751 Jan 27 11:23:40.552197 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3bf91707-324a-48c5-bb45-a59ecc16ae11 req-ce6b622f-398f-4574-bf84-d5db6118de2a service neutron] 10.222.0.44 "GET /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296411 Jan 27 11:23:40.581948 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8b44aa94-cf0d-4c97-a1f4-a9226b352653 req-ff7fd56b-600a-4b45-aace-7cae57272181 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540154 Jan 27 11:23:40.698176 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-02dc74f1-9587-4c2f-ab3c-e39c9e70fb5e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.699614 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-02dc74f1-9587-4c2f-ab3c-e39c9e70fb5e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 811 time: 0.1114001 Jan 27 11:23:40.763505 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-b37c76dc-ac00-45ed-b673-683cd240b9d7 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667fd5a7bd464ef9b3e69096d409f80d HTTP/1.1" status: 200 len: 380 time: 0.0526383 Jan 27 11:23:40.772543 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'port': {'device_id': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'admin_state_up': True, 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'security_groups': ['ca65b794-3a8e-45fe-b2fc-6f4ba914ca51']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:40.886457 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Made reservation on behalf of 667fd5a7bd464ef9b3e69096d409f80d for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:40.886743 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:40.890120 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:40.946567 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a5f2b65e-6513-4a15-bc59-3d27287df587 req-9081d536-47fe-4145-a45f-a227ed57e253 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Jan 27 11:23:41.013429 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.20.0.10 (f407390c-f58d-478b-bc7e-edf671e7a8cd/54252c1e-3fb9-4c8a-901f-ba351d3e9d24/0f71006d-77e3-462d-b620-e4f432f09275) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:41.157748 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (0f71006d-77e3-462d-b620-e4f432f09275), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.193631 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.239464 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network f407390c-f58d-478b-bc7e-edf671e7a8cd is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:41.243534 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:41.246315 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:41.292398 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:41.320184 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.321057 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.340806 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-16a1521d-fdca-47d8-ab16-087f7a74c3e2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717995 Jan 27 11:23:41.361812 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Request body: {'port': {'device_id': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:41.496073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.552222 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee5570-8a10-4d57-8167-32a9dd679e62 req-9d27bdcb-cf0a-4775-b000-eb412ce3dc2a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.554779 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cee5570-8a10-4d57-8167-32a9dd679e62 req-9d27bdcb-cf0a-4775-b000-eb412ce3dc2a tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0998104 Jan 27 11:23:41.574321 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d0511d6d-a40b-4679-9024-02423c1cff2a None None] Provisioning complete for port 0f71006d-77e3-462d-b620-e4f432f09275 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:41.574776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d0511d6d-a40b-4679-9024-02423c1cff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (0f71006d-77e3-462d-b620-e4f432f09275), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.614253 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d0511d6d-a40b-4679-9024-02423c1cff2a None None] Port 0f71006d-77e3-462d-b620-e4f432f09275 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:41.708720 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27a277-04cf-4670-ad1e-61a147ff0fc6 req-b1dea2f8-57a6-43f9-995c-ee9b4126856b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.709326 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1cee5570-8a10-4d57-8167-32a9dd679e62 req-d995145b-f882-4916-92a2-c92928f871c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc872ecd-f3a2-49f8-9852-b3408c1bae56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387427 Jan 27 11:23:41.715556 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dd27a277-04cf-4670-ad1e-61a147ff0fc6 req-b1dea2f8-57a6-43f9-995c-ee9b4126856b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0540955 Jan 27 11:23:41.766368 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-dd27a277-04cf-4670-ad1e-61a147ff0fc6 req-392de3d4-a8ff-4d47-8b0d-a36bfdc969da tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498960 Jan 27 11:23:41.883740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f71006d-77e3-462d-b620-e4f432f09275 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:41.892011 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks [] for port (0f71006d-77e3-462d-b620-e4f432f09275), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.906321 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Transition to ACTIVE for port object 0f71006d-77e3-462d-b620-e4f432f09275 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:23:41.911989 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:41.961042 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-9e64eafc-d249-4a33-b93a-5361f6040426 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.962975 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-9e64eafc-d249-4a33-b93a-5361f6040426 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.44 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 945 time: 0.0623620 Jan 27 11:23:42.001644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:42.127295 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Deleting port 2eede796-6d4f-4e20-9f58-44682ec19c42 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:42.129251 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.176886 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afedfa-3a8b-4d87-9f91-96fb2f9b6a72 req-d48267a0-39e9-4479-a304-2e3b21e2df4b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.178432 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-18afedfa-3a8b-4d87-9f91-96fb2f9b6a72 req-d48267a0-39e9-4479-a304-2e3b21e2df4b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0945699 Jan 27 11:23:42.179634 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Attempting to bind port 0f71006d-77e3-462d-b620-e4f432f09275 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:42.179966 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Attempting to bind port 0f71006d-77e3-462d-b620-e4f432f09275 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:42.180293 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Attempting to bind port 0f71006d-77e3-462d-b620-e4f432f09275 on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:42.185033 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Port 0f71006d-77e3-462d-b620-e4f432f09275 on network f407390c-f58d-478b-bc7e-edf671e7a8cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:23:42.185353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Attempting to bind port 0f71006d-77e3-462d-b620-e4f432f09275 on network f407390c-f58d-478b-bc7e-edf671e7a8cd {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:42.191417 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:42.191887 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Checking segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:42.192408 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Bound using segment: {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:42.193035 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Bound port: 0f71006d-77e3-462d-b620-e4f432f09275, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123e426-ed93-4438-8581-3aecfc46da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:42.193476 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.225700 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.275222 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] For port 2eede796-6d4f-4e20-9f58-44682ec19c42, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eede796-6d4f-4e20-9f58-44682ec19c42,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:42.275985 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.293590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:42.315639 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Calling delete_port for 2eede796-6d4f-4e20-9f58-44682ec19c42 owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:42.354929 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-18afedfa-3a8b-4d87-9f91-96fb2f9b6a72 req-bfd4259f-47ea-4d2a-94eb-c75a1d9f268f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546390 Jan 27 11:23:42.366626 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:42.383363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:42.393454 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.498273 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:42.505625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.506302 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.511033 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-df77d5d4-bb18-4b6f-a550-d0e5a368de4c service neutron] 10.222.0.44 "PUT /v2.0/ports/0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 200 len: 1094 time: 1.1591363 Jan 27 11:23:42.511133 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:42.512880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (2eede796-6d4f-4e20-9f58-44682ec19c42), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.513499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:42.556327 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14820a-a137-4776-9ed4-94ce152843d2 x-openstack-request-id: req-ea14820a-a137-4776-9ed4-94ce152843d2 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:42.556973 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:42.557391 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea14820a-a137-4776-9ed4-94ce152843d2 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:42.557952 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'status': 'completed', 'code': 200} Jan 27 11:23:42.599767 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:42.604865 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event deleted for resources: {'Port': ['ID=2eede796-6d4f-4e20-9f58-44682ec19c42,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:42.616381 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:42.641898 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.642240 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.643103 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.643436 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.643763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.644085 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.644403 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.644718 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.645062 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.645382 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.645698 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.646079 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.646327 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:42.649345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-155d1103-92e2-4aa3-b7cf-d5cf4fc5ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.651231 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-155d1103-92e2-4aa3-b7cf-d5cf4fc5ffd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1097 time: 0.0720122 Jan 27 11:23:42.687330 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: ACTIVE; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:42.688055 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.725927 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:42.794379 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] No DVR routers for this DVR port 2eede796-6d4f-4e20-9f58-44682ec19c42 on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:42.798773 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.810629 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-c9ea6b06-5b98-4b9f-9e31-98517db258f1 req-b190f9c2-0f08-4a6a-ab9d-3614d1e053c5 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.44 "DELETE /v2.0/ports/2eede796-6d4f-4e20-9f58-44682ec19c42 HTTP/1.1" status: 204 len: 173 time: 0.8335307 Jan 27 11:23:42.811591 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-deleted', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:42.811723 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:42.817908 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c53caeb-b57e-41a6-9ea8-5dc517ce517b" -d '{"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-deleted", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:42.830988 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:42.990094 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:43.016554 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:43.028229 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274013-6d96-4711-ae0f-06f8058c15eb req-40541a67-29f6-44cf-9de1-3762b7687b03 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.037000 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-91274013-6d96-4711-ae0f-06f8058c15eb req-40541a67-29f6-44cf-9de1-3762b7687b03 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0924456 Jan 27 11:23:43.042156 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f91fd482-a502-4be2-a6ba-e03b61f24230 req-d1f5d927-d62d-4851-a25d-449403ad1095 tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d88e48-6fdf-433c-844b-469b2f624b33 HTTP/1.1" status: 200 len: 210 time: 0.1316040 Jan 27 11:23:43.085858 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-a059b7e0-aa7d-40f4-8297-e8886c8f0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.087347 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-a059b7e0-aa7d-40f4-8297-e8886c8f0161 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4282954 Jan 27 11:23:43.189890 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c27538-cbd6-4c5a-ab36-29b70cfc1fbb x-openstack-request-id: req-02c27538-cbd6-4c5a-ab36-29b70cfc1fbb {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:43.190518 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88e48-6fdf-433c-844b-469b2f624b33", "name": "network-vif-deleted", "tag": "2eede796-6d4f-4e20-9f58-44682ec19c42", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:43.191001 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02c27538-cbd6-4c5a-ab36-29b70cfc1fbb {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:43.191608 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d88e48-6fdf-433c-844b-469b2f624b33', 'name': 'network-vif-deleted', 'tag': '2eede796-6d4f-4e20-9f58-44682ec19c42', 'status': 'completed', 'code': 200} Jan 27 11:23:43.207067 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-91274013-6d96-4711-ae0f-06f8058c15eb req-463760c9-cba8-44af-a52a-3e6d4b00676b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636014 Jan 27 11:23:43.741056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-0fb0ca76-3d56-4a5f-97d6-8a2a43adeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.742556 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f6f04c75-0b7e-49cc-a8a1-0a7c0e47e514 req-0fb0ca76-3d56-4a5f-97d6-8a2a43adeb60 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6376042 Jan 27 11:23:43.919521 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d503a7-bb8d-43bf-96f3-7aa6d21cc9a3 req-5ada3e57-c9d1-49ba-8deb-71557df0df46 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.927042 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-12d503a7-bb8d-43bf-96f3-7aa6d21cc9a3 req-5ada3e57-c9d1-49ba-8deb-71557df0df46 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.1834071 Jan 27 11:23:43.986540 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-fac430d2-931e-417d-a366-a3d329007d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.987920 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-fac430d2-931e-417d-a366-a3d329007d87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1097 time: 0.1692393 Jan 27 11:23:43.997734 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-12d503a7-bb8d-43bf-96f3-7aa6d21cc9a3 req-d2b00a4e-fef9-44e7-bae1-9faae77f0c51 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686016 Jan 27 11:23:44.042622 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-d6447756-6437-4c78-97ef-47ae5b9fad04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 200 len: 217 time: 0.0378561 Jan 27 11:23:44.098582 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-fb703065-45f0-43b7-8ee7-eb14ceb1d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:44.100343 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-fb703065-45f0-43b7-8ee7-eb14ceb1d066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0512691 Jan 27 11:23:44.133497 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52278) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:44.173111 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-469483eb-b597-41d8-98e0-edc647872dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:44.175610 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-469483eb-b597-41d8-98e0-edc647872dad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684595 Jan 27 11:23:44.219464 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (fc872ecd-f3a2-49f8-9852-b3408c1bae56), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.274716 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (fc872ecd-f3a2-49f8-9852-b3408c1bae56), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.308708 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:44.380071 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-1b344c00-ec69-4aa4-aa70-b88d59332140 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959398 Jan 27 11:23:44.393519 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea81b-8296-4652-ba4d-dec221651a7b req-347d9a09-c622-45e9-aa9c-ba8bf822f6f2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:44.402684 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bafea81b-8296-4652-ba4d-dec221651a7b req-347d9a09-c622-45e9-aa9c-ba8bf822f6f2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0800056 Jan 27 11:23:44.408426 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (fc872ecd-f3a2-49f8-9852-b3408c1bae56), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.411942 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.412848 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc872ecd-f3a2-49f8-9852-b3408c1bae56 HTTP/1.1" status: 204 len: 168 time: 0.2777340 Jan 27 11:23:44.445342 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca070f7-cb26-4266-88d3-246cd84814db tempest-TestShelveInstance-847656542 tempest-TestShelveInstance-847656542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc872ecd-f3a2-49f8-9852-b3408c1bae56,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:44.450544 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:44.452267 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.478544 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52284) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:44.552743 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bafea81b-8296-4652-ba4d-dec221651a7b req-2cb4f2a9-791e-4f66-8af5-4a978c8f85d9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483846 Jan 27 11:23:44.614480 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:44.614869 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.671982 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:44.676712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6865f5-4058-4055-9a5f-dfa37dafa271" -d '{"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:44.729207 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-0947ecd1-9e2e-48ff-bc3f-cc1517546f41 req-9794f4ca-0d16-4711-abe7-a28cb5fd4635 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900531 Jan 27 11:23:44.738147 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:44.750501 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:44.810917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4d6fd-4194-428e-bcde-80ec13e1fe31 x-openstack-request-id: req-d8b4d6fd-4194-428e-bcde-80ec13e1fe31 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:44.811385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:44.811751 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8b4d6fd-4194-428e-bcde-80ec13e1fe31 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:44.812249 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'code': 200} Jan 27 11:23:44.882265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=7']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:45.135796 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (99da9604-dc45-49d2-a171-1ab847e5b44b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:45.239476 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa2c9-b78a-485c-ac20-6c7863629666 req-cd5c2079-a883-42c2-805e-ec834c0872fd tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:45.241097 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d5aa2c9-b78a-485c-ac20-6c7863629666 req-cd5c2079-a883-42c2-805e-ec834c0872fd tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.1188164 Jan 27 11:23:45.396756 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8d5aa2c9-b78a-485c-ac20-6c7863629666 req-31d7e438-552a-4962-96b5-fdd6c1bed658 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018317 Jan 27 11:23:45.581169 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Deleting port 783b03a7-963c-46d3-bc24-88040ff3003b {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:45.581572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:45.737605 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] For port 783b03a7-963c-46d3-bc24-88040ff3003b, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=783b03a7-963c-46d3-bc24-88040ff3003b,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:45.738091 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:45.756453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Calling delete_port for 783b03a7-963c-46d3-bc24-88040ff3003b owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:45.778899 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc84a32-768b-4107-b33b-7f2e35c7a86f req-e21eeefb-2515-4a0a-bd53-7361a75da70f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:45.786963 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8cc84a32-768b-4107-b33b-7f2e35c7a86f req-e21eeefb-2515-4a0a-bd53-7361a75da70f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.1019189 Jan 27 11:23:45.841481 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8cc84a32-768b-4107-b33b-7f2e35c7a86f req-7c23bcb7-5547-42f5-a7fa-5cb51776c880 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536344 Jan 27 11:23:46.016211 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (783b03a7-963c-46d3-bc24-88040ff3003b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:46.075540 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=783b03a7-963c-46d3-bc24-88040ff3003b,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:46.311667 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:46.313524 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (99da9604-dc45-49d2-a171-1ab847e5b44b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:46.362746 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 2eede796-6d4f-4e20-9f58-44682ec19c42 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:46.363350 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 2eede796-6d4f-4e20-9f58-44682ec19c42 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:46.669218 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb49c6d-d666-4ddb-9874-459a26be68c1 req-32b2fe97-10a5-4ca7-a590-83e800952607 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:46.670689 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1bb49c6d-d666-4ddb-9874-459a26be68c1 req-32b2fe97-10a5-4ca7-a590-83e800952607 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0632286 Jan 27 11:23:46.727884 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1bb49c6d-d666-4ddb-9874-459a26be68c1 req-715387a1-54c3-4408-b2c2-6d5381e18169 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502081 Jan 27 11:23:46.734770 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Router 99da9604-dc45-49d2-a171-1ab847e5b44b has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:46.906903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:46.919535 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-64b2b167-9d6b-4e8a-b416-f39e992a42a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/99da9604-dc45-49d2-a171-1ab847e5b44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375181 Jan 27 11:23:46.920268 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52302) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:46.927381 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Sync routers for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:46.957269 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:46.958155 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:47.132223 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:47.349334 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks [] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.510414 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks [] for router_gateway (99da9604-dc45-49d2-a171-1ab847e5b44b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.567120 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e51f-4a42-485c-950d-761561329246 req-ed18cce2-50e2-4aa5-88d1-f41357e59d61 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.569063 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-92d2e51f-4a42-485c-950d-761561329246 req-ed18cce2-50e2-4aa5-88d1-f41357e59d61 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.2175109 Jan 27 11:23:47.635077 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '49545f94-8212-4808-bac6-774c0fd04717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:23:45Z', 'revision_number': 5, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port': {'id': '49545f94-8212-4808-bac6-774c0fd04717', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:37Z', 'updated_at': '2022-01-27T11:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:47.636692 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-92d2e51f-4a42-485c-950d-761561329246 req-1097449e-23cc-4d18-937a-7e11810f181b tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587072 Jan 27 11:23:47.667949 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Checking router: 99da9604-dc45-49d2-a171-1ab847e5b44b for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:47.674510 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Deleting port 49545f94-8212-4808-bac6-774c0fd04717 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:47.674940 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (49545f94-8212-4808-bac6-774c0fd04717), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.692328 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Routers {'99da9604-dc45-49d2-a171-1ab847e5b44b'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:47.693291 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['99da9604-dc45-49d2-a171-1ab847e5b44b'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:47.855763 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] For port 49545f94-8212-4808-bac6-774c0fd04717, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=49545f94-8212-4808-bac6-774c0fd04717,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:47.856290 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (49545f94-8212-4808-bac6-774c0fd04717), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.869764 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Calling delete_port for 49545f94-8212-4808-bac6-774c0fd04717 owned by network:router_gateway {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:47.887514 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] Set router 99da9604-dc45-49d2-a171-1ab847e5b44b gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:47.969296 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329fadc-511b-413b-8aa3-b83033085d60 req-7ee5b459-96ce-47a8-a52f-8750328bfc1e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.971411 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8329fadc-511b-413b-8aa3-b83033085d60 req-7ee5b459-96ce-47a8-a52f-8750328bfc1e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0885823 Jan 27 11:23:47.994751 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:23:47Z', 'revision_number': 6, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:48.039772 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce36e9-5140-40b6-b14d-aedf87636d0d None None] The sync data for ids ['99da9604-dc45-49d2-a171-1ab847e5b44b'] in dv-cinder-826607-1-iscsi is: [{'id': '99da9604-dc45-49d2-a171-1ab847e5b44b', 'name': 'tempest-TestShelveInstance-2124940101-router', 'tenant_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:36Z', 'updated_at': '2022-01-27T11:23:47Z', 'revision_number': 6, 'project_id': '6b0bbcc4ccf248898b49c39d01b6f80e', 'gw_port_host': None}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:48.088555 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8329fadc-511b-413b-8aa3-b83033085d60 req-491132ef-76a1-4479-90fa-76db35dff183 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998881 Jan 27 11:23:48.207613 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (49545f94-8212-4808-bac6-774c0fd04717), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.243971 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Pushing event deleted for resources: {'Port': ['ID=49545f94-8212-4808-bac6-774c0fd04717,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:48.364796 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (99da9604-dc45-49d2-a171-1ab847e5b44b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.577866 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.581449 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks [] for router_controller (99da9604-dc45-49d2-a171-1ab847e5b44b), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.677916 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (99da9604-dc45-49d2-a171-1ab847e5b44b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.678932 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99da9604-dc45-49d2-a171-1ab847e5b44b {{(pid=102613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:23:48.694571 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.698867 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52312) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:48.700754 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-864c5e68-4bf8-4614-95ed-d04be484f9df admin admin] 10.222.0.24 "DELETE /v2.0/routers/99da9604-dc45-49d2-a171-1ab847e5b44b HTTP/1.1" status: 204 len: 168 time: 1.7787497 Jan 27 11:23:48.804977 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Deleting subnet 824ae642-4ad6-49ec-937e-8937968628b0 {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:23:48.815880 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Publish callbacks [] for subnet (824ae642-4ad6-49ec-937e-8937968628b0), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.875178 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521678f8-5338-4d8c-a1b8-15a239666c46 req-df403f50-f32d-4a9a-9b25-8596762547f5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:48.877068 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-521678f8-5338-4d8c-a1b8-15a239666c46 req-df403f50-f32d-4a9a-9b25-8596762547f5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0933754 Jan 27 11:23:48.886082 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (824ae642-4ad6-49ec-937e-8937968628b0), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:48.980250 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-521678f8-5338-4d8c-a1b8-15a239666c46 req-6ccffea0-33bd-4270-a9ba-35de35a0fe22 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889027 Jan 27 11:23:49.102388 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (824ae642-4ad6-49ec-937e-8937968628b0), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.340901 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (824ae642-4ad6-49ec-937e-8937968628b0), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.424590 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ea59-2bf4-4af0-bbeb-bfabab3b410e req-bc3848ab-40e5-47c8-bfc4-42c0a291b6f6 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:49.427454 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3860ea59-2bf4-4af0-bbeb-bfabab3b410e req-bc3848ab-40e5-47c8-bfc4-42c0a291b6f6 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.1631396 Jan 27 11:23:49.437758 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1b03b-3452-4714-b627-8bbf3a3bad40 None None] Network 92e46383-64f2-4d5c-9d4b-2ee7b24827ae requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:49.447337 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.459982 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52316) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:49.469903 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/824ae642-4ad6-49ec-937e-8937968628b0 HTTP/1.1" status: 204 len: 168 time: 0.7676606 Jan 27 11:23:49.469903 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbbc5f-8c34-44ce-8814-94caec86b5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824ae642-4ad6-49ec-937e-8937968628b0,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:49.598512 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3860ea59-2bf4-4af0-bbeb-bfabab3b410e req-693d5716-f38d-49a6-b50c-3d00b73b836f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019895 Jan 27 11:23:49.616567 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (92e46383-64f2-4d5c-9d4b-2ee7b24827ae), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.758327 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Deleting port ec875354-fc87-4600-ac11-d0177a9f1fcd {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:49.758731 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.875997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] For port ec875354-fc87-4600-ac11-d0177a9f1fcd, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=ec875354-fc87-4600-ac11-d0177a9f1fcd,segment=NetworkSegment(9aaaf314-884a-449e-8455-900f002f097b),segment_id=9aaaf314-884a-449e-8455-900f002f097b)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:49.875997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.896310 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 783b03a7-963c-46d3-bc24-88040ff3003b no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:49.922635 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Calling delete_port for ec875354-fc87-4600-ac11-d0177a9f1fcd owned by network:dhcp {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:49.958579 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 783b03a7-963c-46d3-bc24-88040ff3003b {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:49.959018 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 783b03a7-963c-46d3-bc24-88040ff3003b not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:49.959498 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 49545f94-8212-4808-bac6-774c0fd04717 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:49.961554 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] DHCP port deletion for 92e46383-64f2-4d5c-9d4b-2ee7b24827ae request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:23:49.988146 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 49545f94-8212-4808-bac6-774c0fd04717 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:49.988864 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 49545f94-8212-4808-bac6-774c0fd04717 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:50.030594 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.045582 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] No DVR routers for this DVR port ec875354-fc87-4600-ac11-d0177a9f1fcd on host dv-cinder-826607-1-iscsi {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:50.093960 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec875354-fc87-4600-ac11-d0177a9f1fcd,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:50.147915 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Deleting port ec875354-fc87-4600-ac11-d0177a9f1fcd {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:50.148692 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.249270 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] For port ec875354-fc87-4600-ac11-d0177a9f1fcd, host dv-cinder-826607-1-iscsi, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:50.249962 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.262174 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (92e46383-64f2-4d5c-9d4b-2ee7b24827ae), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.270584 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Calling delete_port for ec875354-fc87-4600-ac11-d0177a9f1fcd owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:50.277936 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Port ec875354-fc87-4600-ac11-d0177a9f1fcd was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 11:23:50.280007 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (ec875354-fc87-4600-ac11-d0177a9f1fcd), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.310582 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] Pushing event deleted for resources: {'Port': ['ID=ec875354-fc87-4600-ac11-d0177a9f1fcd,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:50.325113 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e92a5-f669-45a0-9600-3a712edcc935 None None] No DVR routers for this DVR port ec875354-fc87-4600-ac11-d0177a9f1fcd on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:50.343880 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e46383-64f2-4d5c-9d4b-2ee7b24827ae']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:50.353685 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8c559-0cbb-40e1-b4f3-ba12578c099e req-1b911b8a-9e92-4369-addd-27e51b8efb6a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:50.355211 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-eea8c559-0cbb-40e1-b4f3-ba12578c099e req-1b911b8a-9e92-4369-addd-27e51b8efb6a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.2080698 Jan 27 11:23:50.364881 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaaf314-884a-449e-8455-900f002f097b') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:50.365794 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaaf314-884a-449e-8455-900f002f097b') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:50.382602 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (9aaaf314-884a-449e-8455-900f002f097b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.429055 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (9aaaf314-884a-449e-8455-900f002f097b), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.433806 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-eea8c559-0cbb-40e1-b4f3-ba12578c099e req-7de3dea2-65a4-48b2-9494-0f7c853ffa96 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659928 Jan 27 11:23:50.439648 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:23:50.440059 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (9aaaf314-884a-449e-8455-900f002f097b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:23:50.442014 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:23:50.563300 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (92e46383-64f2-4d5c-9d4b-2ee7b24827ae), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.589196 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:50.596419 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/92e46383-64f2-4d5c-9d4b-2ee7b24827ae HTTP/1.1" status: 204 len: 168 time: 1.1334412 Jan 27 11:23:50.598514 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52324) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:50.605189 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e3f7-0fa1-46d3-a8bb-431d86041dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e46383-64f2-4d5c-9d4b-2ee7b24827ae,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:50.979965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba201754-89b0-466a-988b-7355f014ccf5 req-5b127208-80ba-4285-812b-f1b7015f0fe0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:50.987376 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ba201754-89b0-466a-988b-7355f014ccf5 req-5b127208-80ba-4285-812b-f1b7015f0fe0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.2297876 Jan 27 11:23:51.102643 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ba201754-89b0-466a-988b-7355f014ccf5 req-ed5df7f7-f1a3-47d2-bb27-d64e89aace66 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142657 Jan 27 11:23:51.212396 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:51.661655 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Deleting port f0c8d112-a6a4-4e07-97ec-03a1278d257c {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:51.666124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:51.732142 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd6dc-08bb-4c61-8aea-67b06dd4a4e9 req-310151be-b206-427a-9a2b-1494617de160 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:51.733646 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-865cd6dc-08bb-4c61-8aea-67b06dd4a4e9 req-310151be-b206-427a-9a2b-1494617de160 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.1365645 Jan 27 11:23:51.786945 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device ec875354-fc87-4600-ac11-d0177a9f1fcd no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:51.834694 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: ec875354-fc87-4600-ac11-d0177a9f1fcd {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:51.837300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device ec875354-fc87-4600-ac11-d0177a9f1fcd not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:51.854642 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-865cd6dc-08bb-4c61-8aea-67b06dd4a4e9 req-899bd5e2-c990-44a0-b065-9de6de9c4b0a tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043940 Jan 27 11:23:51.905297 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] For port f0c8d112-a6a4-4e07-97ec-03a1278d257c, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f0c8d112-a6a4-4e07-97ec-03a1278d257c,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:51.905749 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:51.928694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Calling delete_port for f0c8d112-a6a4-4e07-97ec-03a1278d257c owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:52.322365 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b49a5-004f-4c01-8fcb-e176911e04a6 req-4152f966-0643-4b85-9ee3-992a25e64b5b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:52.327000 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 0f71006d-77e3-462d-b620-e4f432f09275 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:52.328135 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a12b49a5-004f-4c01-8fcb-e176911e04a6 req-4152f966-0643-4b85-9ee3-992a25e64b5b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0880826 Jan 27 11:23:52.475487 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (f0c8d112-a6a4-4e07-97ec-03a1278d257c), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:52.493549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:52.554815 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a12b49a5-004f-4c01-8fcb-e176911e04a6 req-d0a10ae3-e239-4dd7-b72f-38d6941ddd0b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179837 Jan 27 11:23:52.557767 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '0f71006d-77e3-462d-b620-e4f432f09275', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'port_id': '0f71006d-77e3-462d-b620-e4f432f09275', 'mac_address': 'fa:16:3e:6f:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:52.574353 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c8d112-a6a4-4e07-97ec-03a1278d257c,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:52.672165 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 0f71006d-77e3-462d-b620-e4f432f09275 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:52.672165 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:52.738686 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f71006d-77e3-462d-b620-e4f432f09275 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:52.805565 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:52.818388 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:52.921657 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:53.060632 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['0f71006d-77e3-462d-b620-e4f432f09275'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:53.123429 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675003-3194-4161-a547-47cc0d45c2c2 req-ab34a8bd-a620-4d81-9c8b-7f5d94839d53 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:53.140815 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43675003-3194-4161-a547-47cc0d45c2c2 req-ab34a8bd-a620-4d81-9c8b-7f5d94839d53 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.1422372 Jan 27 11:23:53.227684 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-43675003-3194-4161-a547-47cc0d45c2c2 req-4bf245c3-a742-4d8e-a66b-56b6aaa1be1d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851650 Jan 27 11:23:53.354144 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:53.797510 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:53.820043 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293a6b4-f879-4322-b4ba-583f8e972709 req-0c916864-b5b8-46fe-9560-376009fae9de tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:53.821642 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b293a6b4-f879-4322-b4ba-583f8e972709 req-0c916864-b5b8-46fe-9560-376009fae9de tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 945 time: 0.1459463 Jan 27 11:23:53.970060 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b293a6b4-f879-4322-b4ba-583f8e972709 req-e5ee97a4-f607-43bb-a251-88fe7e114912 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382713 Jan 27 11:23:54.051866 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:54.057198 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6cbfd16c-107e-4ef8-a3f7-80ddbc504a1a admin admin] 10.222.0.24 "PUT /v2.0/routers/52e8b9c0-4f83-40f8-b10c-b98f535bb6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4574702 Jan 27 11:23:54.059818 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52340) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:54.064678 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Sync routers for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:54.077636 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:54.078265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:54.263278 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks [] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.350013 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:54.447226 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 0f71006d-77e3-462d-b620-e4f432f09275 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:54.547238 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks [] for router_gateway (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.571846 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621a65-f55a-4aab-b2bf-9025378c5cd0 req-71ad5d7f-0db6-4e2a-aa3a-a7f916aa2875 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:54.574192 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59621a65-f55a-4aab-b2bf-9025378c5cd0 req-71ad5d7f-0db6-4e2a-aa3a-a7f916aa2875 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0797143 Jan 27 11:23:54.601912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port 0f71006d-77e3-462d-b620-e4f432f09275 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:23:54.609318 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 0f71006d-77e3-462d-b620-e4f432f09275 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:54.609964 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (0f71006d-77e3-462d-b620-e4f432f09275), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.670040 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-59621a65-f55a-4aab-b2bf-9025378c5cd0 req-01a4f0eb-3a3b-46c1-8ad6-caec37c77104 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659039 Jan 27 11:23:54.686507 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Deleting port 5a4b18be-f285-426c-8771-460075e950f3 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:54.686871 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (5a4b18be-f285-426c-8771-460075e950f3), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.732979 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 0f71006d-77e3-462d-b620-e4f432f09275 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:54.733739 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.783073 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:54.785665 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:54.789395 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e526960a-2454-44bb-9d2e-72bac93b67b4" -d '{"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-plugged", "status": "completed", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:54.794721 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.877530 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] For port 5a4b18be-f285-426c-8771-460075e950f3, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5a4b18be-f285-426c-8771-460075e950f3,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:54.877923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (5a4b18be-f285-426c-8771-460075e950f3), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:54.898407 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274bc95-6038-49f6-8e54-9d1dc424567f x-openstack-request-id: req-7274bc95-6038-49f6-8e54-9d1dc424567f {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:54.899071 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-plugged", "status": "completed", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:54.899527 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7274bc95-6038-49f6-8e54-9d1dc424567f {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:54.900116 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'code': 200} Jan 27 11:23:54.908068 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5a4b18be-f285-426c-8771-460075e950f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:23:52Z', 'revision_number': 5, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port': {'id': '5a4b18be-f285-426c-8771-460075e950f3', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:54.911585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:54.913858 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Calling delete_port for 5a4b18be-f285-426c-8771-460075e950f3 owned by network:router_gateway {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:54.941312 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Checking router: 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:54.952001 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Routers {'52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:54.952845 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:55.156394 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] Set router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 gateway port host: None {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:55.213928 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ced5-54cc-4c12-9e3c-1676fb5bab1e req-ed4a5406-8341-4751-b8fc-6ba637ff1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:55.220624 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8045ced5-54cc-4c12-9e3c-1676fb5bab1e req-ed4a5406-8341-4751-b8fc-6ba637ff1a9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1099 time: 0.0800111 Jan 27 11:23:55.234770 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:23:54Z', 'revision_number': 6, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:55.254490 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2f3f0-b691-44af-a49d-6eb23a3c8be6 req-fee21b72-75fe-45da-bb1e-97acad6e18d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:55.259625 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3ad2f3f0-b691-44af-a49d-6eb23a3c8be6 req-fee21b72-75fe-45da-bb1e-97acad6e18d5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.1650100 Jan 27 11:23:55.314344 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5b602-aced-4edf-a9b6-a1bdfd3cd36b None None] The sync data for ids ['52e8b9c0-4f83-40f8-b10c-b98f535bb6b7'] in dv-cinder-826607-1-iscsi is: [{'id': '52e8b9c0-4f83-40f8-b10c-b98f535bb6b7', 'name': 'tempest-TestShelveInstance-2047087618-router', 'tenant_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:44Z', 'updated_at': '2022-01-27T11:23:54Z', 'revision_number': 6, 'project_id': '41d8e0eb2cba42d3a77fb816dc0918a0', 'gw_port_host': None}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:55.315722 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8045ced5-54cc-4c12-9e3c-1676fb5bab1e req-f0ac93e6-9ee4-488b-8d4b-8fc666ae36d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857108 Jan 27 11:23:55.385969 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3ad2f3f0-b691-44af-a49d-6eb23a3c8be6 req-8f5fbba2-c05f-4f20-83f0-7fbf77671a3e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009338 Jan 27 11:23:55.499333 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (5a4b18be-f285-426c-8771-460075e950f3), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:55.544219 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4b18be-f285-426c-8771-460075e950f3,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:55.696233 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:55.937716 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:55.952465 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks [] for router_controller (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.039427 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423ebe-ceea-48b1-b2b3-fc497a52c2f6 req-65985978-12fb-4eea-b4ba-dcc7ef69687d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:56.044745 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1423ebe-ceea-48b1-b2b3-fc497a52c2f6 req-65985978-12fb-4eea-b4ba-dcc7ef69687d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0805871 Jan 27 11:23:56.065764 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (52e8b9c0-4f83-40f8-b10c-b98f535bb6b7), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.065983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 {{(pid=102613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:23:56.072082 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.073287 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5a40b243-443b-495a-89a0-c4b3c4b26fd7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/52e8b9c0-4f83-40f8-b10c-b98f535bb6b7 HTTP/1.1" status: 204 len: 168 time: 2.0124598 Jan 27 11:23:56.085071 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52354) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:56.158422 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Deleting subnet 92befa7b-ac5a-4bd9-acba-5c9260eef7fa {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:23:56.162071 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Publish callbacks [] for subnet (92befa7b-ac5a-4bd9-acba-5c9260eef7fa), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.196805 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (92befa7b-ac5a-4bd9-acba-5c9260eef7fa), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.283021 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f0c8d112-a6a4-4e07-97ec-03a1278d257c no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:56.292867 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (92befa7b-ac5a-4bd9-acba-5c9260eef7fa), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.343961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: f0c8d112-a6a4-4e07-97ec-03a1278d257c {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:56.346470 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f0c8d112-a6a4-4e07-97ec-03a1278d257c not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:56.393851 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e1423ebe-ceea-48b1-b2b3-fc497a52c2f6 req-c51506bf-156c-4360-a304-ec75b5d46291 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417141 Jan 27 11:23:56.397572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (92befa7b-ac5a-4bd9-acba-5c9260eef7fa), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.411572 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.414750 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92befa7b-ac5a-4bd9-acba-5c9260eef7fa HTTP/1.1" status: 204 len: 168 time: 0.3286345 Jan 27 11:23:56.417703 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52362) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:56.419232 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69499b-50a9-49ef-8f09-2810a53d77e7 None None] Network 88a6868f-e61f-4b28-abdf-ed40205bc3a4 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:56.433637 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a12f6-2662-49da-adb6-c97a7e677daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92befa7b-ac5a-4bd9-acba-5c9260eef7fa,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:56.656962 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (88a6868f-e61f-4b28-abdf-ed40205bc3a4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.742132 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479ccf-e4ed-4d1a-b40b-6fd05da8dd94 req-79dd0d43-894e-4ee7-916e-92c162463df4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:56.743725 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-88479ccf-e4ed-4d1a-b40b-6fd05da8dd94 req-79dd0d43-894e-4ee7-916e-92c162463df4 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.1914294 Jan 27 11:23:56.769854 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] DHCP port deletion for 88a6868f-e61f-4b28-abdf-ed40205bc3a4 request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:23:56.832204 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-88479ccf-e4ed-4d1a-b40b-6fd05da8dd94 req-a955c9c9-2c23-4a70-9ef0-2fe36e278c99 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718117 Jan 27 11:23:56.852024 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Deleting port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:56.852630 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.889325 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Deleting port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:56.889656 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:56.991567 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] For port 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=16149cf1-68ef-4604-9ea3-cdc192bf5b10,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:56.998240 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.028535 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Calling delete_port for 16149cf1-68ef-4604-9ea3-cdc192bf5b10 owned by network:dhcp {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:57.136760 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.186907 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16149cf1-68ef-4604-9ea3-cdc192bf5b10,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:57.231050 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] No DVR routers for this DVR port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 on host dv-cinder-826607-1-iscsi {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:57.333027 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (88a6868f-e61f-4b28-abdf-ed40205bc3a4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.345300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] For port 16149cf1-68ef-4604-9ea3-cdc192bf5b10, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=16149cf1-68ef-4604-9ea3-cdc192bf5b10,segment=NetworkSegment(04c83789-6564-41be-a545-1e9c2347efab),segment_id=04c83789-6564-41be-a545-1e9c2347efab)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:57.345929 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.381983 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Calling delete_port for 16149cf1-68ef-4604-9ea3-cdc192bf5b10 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:57.588034 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (16149cf1-68ef-4604-9ea3-cdc192bf5b10), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.623414 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170ed37-9fd4-4cb8-8a41-49a1c0c90128 req-792d47b9-1e60-4b93-ab07-8c3847cc9539 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.624994 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8170ed37-9fd4-4cb8-8a41-49a1c0c90128 req-792d47b9-1e60-4b93-ab07-8c3847cc9539 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0884199 Jan 27 11:23:57.632169 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] Pushing event deleted for resources: {'Port': ['ID=16149cf1-68ef-4604-9ea3-cdc192bf5b10,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:57.636503 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903e961-cebc-45d0-8039-15749c71f7ad None None] No DVR routers for this DVR port 16149cf1-68ef-4604-9ea3-cdc192bf5b10 on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:57.702020 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8170ed37-9fd4-4cb8-8a41-49a1c0c90128 req-4d520909-41b1-4a29-9c0b-abbe3bb406b4 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704670 Jan 27 11:23:57.709191 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a6868f-e61f-4b28-abdf-ed40205bc3a4']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:57.731936 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c83789-6564-41be-a545-1e9c2347efab') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:57.732471 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c83789-6564-41be-a545-1e9c2347efab') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:57.744060 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (04c83789-6564-41be-a545-1e9c2347efab), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.760477 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (04c83789-6564-41be-a545-1e9c2347efab), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.770643 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:23:57.771260 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (04c83789-6564-41be-a545-1e9c2347efab), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:23:57.773139 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:23:57.795616 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 16149cf1-68ef-4604-9ea3-cdc192bf5b10 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:57.827481 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 16149cf1-68ef-4604-9ea3-cdc192bf5b10 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:57.828890 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 16149cf1-68ef-4604-9ea3-cdc192bf5b10 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:57.830450 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5a4b18be-f285-426c-8771-460075e950f3 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:57.840528 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (88a6868f-e61f-4b28-abdf-ed40205bc3a4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.857584 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 5a4b18be-f285-426c-8771-460075e950f3 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:57.858575 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5a4b18be-f285-426c-8771-460075e950f3 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:57.861869 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:57.865190 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/88a6868f-e61f-4b28-abdf-ed40205bc3a4 HTTP/1.1" status: 204 len: 168 time: 1.4463603 Jan 27 11:23:57.865952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c9f70-fbaa-447d-8c3a-ad34003a6ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a6868f-e61f-4b28-abdf-ed40205bc3a4,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:57.986917 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04cfd2-d55a-4fe7-8240-ef9c9c82a7db req-2d5fc35c-4309-4bfb-814a-727a024e20a3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.988915 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb04cfd2-d55a-4fe7-8240-ef9c9c82a7db req-2d5fc35c-4309-4bfb-814a-727a024e20a3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Jan 27 11:23:58.110380 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52380) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.140980 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb04cfd2-d55a-4fe7-8240-ef9c9c82a7db req-85126bfb-552c-4355-9360-3b6a358138b6 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417801 Jan 27 11:23:58.186485 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5152b412-caef-43fa-93fe-3356b22d0fbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b0bbcc4ccf248898b49c39d01b6f80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747702 Jan 27 11:23:58.189466 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52384) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.240734 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] Publish callbacks [] for security_group (728766c5-d1e7-4c44-ba00-8e49a7c1daee), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.265785 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] Publish callbacks [] for security_group (728766c5-d1e7-4c44-ba00-8e49a7c1daee), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.319412 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b443-df97-483f-9274-fd132c559ae5 req-626818cb-daad-4b4b-acec-c8ea4a76fa84 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.321430 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ee73b443-df97-483f-9274-fd132c559ae5 req-626818cb-daad-4b4b-acec-c8ea4a76fa84 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.1021631 Jan 27 11:23:58.329406 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (728766c5-d1e7-4c44-ba00-8e49a7c1daee), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.332083 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.336975 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/728766c5-d1e7-4c44-ba00-8e49a7c1daee HTTP/1.1" status: 204 len: 168 time: 0.1433754 Jan 27 11:23:58.342632 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5620d4-40e2-4d07-998e-0829eb809fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728766c5-d1e7-4c44-ba00-8e49a7c1daee,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:58.374209 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b612-62c2-4158-abe5-49d897787440 req-a49d54c1-2423-4c12-b03d-5dfcdee5dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.376810 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-a49d54c1-2423-4c12-b03d-5dfcdee5dc3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1099 time: 0.1205289 Jan 27 11:23:58.453707 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ee73b443-df97-483f-9274-fd132c559ae5 req-23b50cb6-1cf5-4afa-8d65-21f4727c7fc2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206596 Jan 27 11:23:58.465096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52392) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.529544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194acdc2-b313-4e98-a4e4-c97890d0933d tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.533797 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-194acdc2-b313-4e98-a4e4-c97890d0933d tempest-TestVolumeBootPattern-302011732 tempest-TestVolumeBootPattern-302011732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1094 time: 0.0628397 Jan 27 11:23:58.533997 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52394) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.539064 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'port_id': '0f71006d-77e3-462d-b620-e4f432f09275', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:58.551534 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b612-62c2-4158-abe5-49d897787440 req-7cf470f1-581c-4d4b-823e-6b68717e5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.553218 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-7cf470f1-581c-4d4b-823e-6b68717e5c54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.1527793 Jan 27 11:23:58.564188 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.637995 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-cdb01ec4-0ca2-4ddb-9a15-ce89b0b2eb3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 1002 time: 0.0786178 Jan 27 11:23:58.714430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b612-62c2-4158-abe5-49d897787440 req-750061cf-29c5-43bc-a190-37f56335b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.716381 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-750061cf-29c5-43bc-a190-37f56335b403 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0724339 Jan 27 11:23:58.745205 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:58.805462 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b612-62c2-4158-abe5-49d897787440 req-569de2bc-c896-4ca4-8a0a-496b58460168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.811099 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-569de2bc-c896-4ca4-8a0a-496b58460168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865145 Jan 27 11:23:58.817625 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52404) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.908922 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-4f9ad8cf-7d41-4b40-8a43-db797ee4f28d service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911930 Jan 27 11:23:58.937740 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ee533ce3-b105-451c-b213-23e73238a5cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41d8e0eb2cba42d3a77fb816dc0918a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189001 Jan 27 11:23:58.942009 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52406) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.967756 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc81b45-c68f-4151-ac71-901608ef3e9e req-32490064-89d2-4a6c-8f97-98875cd0e3b5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.971155 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9bc81b45-c68f-4151-ac71-901608ef3e9e req-32490064-89d2-4a6c-8f97-98875cd0e3b5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.1432333 Jan 27 11:23:58.971155 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Allocated IP 172.27.2.211 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/24eb2edf-75aa-4628-bf75-923062f2d36d) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:59.026176 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-11b5b612-62c2-4158-abe5-49d897787440 req-6e99aabc-0f64-497e-b2ac-fcf9c0225d7d service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110165 Jan 27 11:23:59.107856 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9bc81b45-c68f-4151-ac71-901608ef3e9e req-f1fafaa6-0d6f-4937-8b45-bf7ebbd42ebd tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278811 Jan 27 11:23:59.121715 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] Publish callbacks [] for security_group (f43a89da-3ff8-4dd6-ab45-640ccff01307), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.167983 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] Publish callbacks [] for security_group (f43a89da-3ff8-4dd6-ab45-640ccff01307), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.184234 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.241534 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.247857 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (f43a89da-3ff8-4dd6-ab45-640ccff01307), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.250137 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.252114 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f43a89da-3ff8-4dd6-ab45-640ccff01307 HTTP/1.1" status: 204 len: 168 time: 0.3054571 Jan 27 11:23:59.307092 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25ba4f-2d09-46ba-9c11-268631e07a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a89da-3ff8-4dd6-ab45-640ccff01307,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:59.322817 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:59.327152 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:59.335005 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:59.366793 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=24eb2edf-75aa-4628-bf75-923062f2d36d,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:59.791286 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (f4a0662f-c6be-4d81-a7d0-0f8dedae8b71), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.866029 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.026735 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.031860 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.103018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event updated for resources: {'Port': ['ID=24eb2edf-75aa-4628-bf75-923062f2d36d,revision_number=2']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:00.114573 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (f4a0662f-c6be-4d81-a7d0-0f8dedae8b71), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.236678 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.l3_db [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP f4a0662f-c6be-4d81-a7d0-0f8dedae8b71 associated. External IP: 172.27.2.211, port: 0f71006d-77e3-462d-b620-e4f432f09275. Jan 27 11:24:00.256553 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5469b6-8570-4b18-8073-9988f827c13c req-6ed9fa4c-b993-401d-be90-3cf2905df98e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.258643 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1d5469b6-8570-4b18-8073-9988f827c13c req-6ed9fa4c-b993-401d-be90-3cf2905df98e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0584509 Jan 27 11:24:00.323748 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1d5469b6-8570-4b18-8073-9988f827c13c req-f63e9bfd-4337-4b85-9553-9fec3f5365f5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587575 Jan 27 11:24:00.508529 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:00.622761 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:00.634329 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:00.648643 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:00.649874 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:00.664648 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.705701 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-29d592c5-b099-4341-865d-1cfd7878a5e8 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1706190 Jan 27 11:24:00.708670 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:00.711172 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a14555-c7d8-4da5-b397-d4c73f1080a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:00.767666 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8cd720-259e-4c6c-8c91-3c357acc718d x-openstack-request-id: req-0f8cd720-259e-4c6c-8c91-3c357acc718d {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:00.768076 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:00.768419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f8cd720-259e-4c6c-8c91-3c357acc718d {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:00.768953 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'status': 'completed', 'code': 200} Jan 27 11:24:00.835168 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:00.857776 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-d6799ea9-006a-423c-874a-1ef4f77272bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.859339 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-d6799ea9-006a-423c-874a-1ef4f77272bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1099 time: 0.0436747 Jan 27 11:24:00.964988 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-000ca377-b108-4908-ad5e-5903350871ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.966716 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-000ca377-b108-4908-ad5e-5903350871ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0994711 Jan 27 11:24:01.040205 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-5621246d-9c07-443c-bf67-919de0714a39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 200 len: 1000 time: 0.0666778 Jan 27 11:24:01.112914 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-6c76efbd-02cf-48ea-bac0-af05a4613532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.114769 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-6c76efbd-02cf-48ea-bac0-af05a4613532 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0594640 Jan 27 11:24:01.125408 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}, {'id': 'f4a0662f-c6be-4d81-a7d0-0f8dedae8b71', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': '0f71006d-77e3-462d-b620-e4f432f09275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:6f:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.162330 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:01.175246 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-df18962e-2877-4999-b3c7-e477739aed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.177439 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-df18962e-2877-4999-b3c7-e477739aed06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559897 Jan 27 11:24:01.178250 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:01.179042 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:23:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.277550 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-40817b10-5d27-4a52-a6c0-60e070dabb3a service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912461 Jan 27 11:24:01.322775 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:01.448872 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-d8a14555-c7d8-4da5-b397-d4c73f1080a0 req-1e2d4ae7-e07d-472e-8ecc-66fa256fcaaa service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607902 Jan 27 11:24:01.476259 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3b5ed-8568-4feb-b1ab-94c6122970b2 req-1b59794a-653f-4e8e-ade2-1065d51c099f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.478062 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bfd3b5ed-8568-4feb-b1ab-94c6122970b2 req-1b59794a-653f-4e8e-ade2-1065d51c099f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 946 time: 0.0809073 Jan 27 11:24:01.547686 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-bfd3b5ed-8568-4feb-b1ab-94c6122970b2 req-1ed4efc9-7924-4631-85ac-1c4e7ccf0617 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612187 Jan 27 11:24:01.740499 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}, {'id': 'f4a0662f-c6be-4d81-a7d0-0f8dedae8b71', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': '0f71006d-77e3-462d-b620-e4f432f09275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:6f:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.771993 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3aec7-852d-4bee-94e6-a1fe51689293 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}, {'id': 'f4a0662f-c6be-4d81-a7d0-0f8dedae8b71', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': '0f71006d-77e3-462d-b620-e4f432f09275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:6f:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:02.051578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1eebb-d492-4f23-ae9e-119494979b22 None None] New status for floating IP f4a0662f-c6be-4d81-a7d0-0f8dedae8b71: ACTIVE {{(pid=102614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:24:02.417546 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:02.508540 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: ACTIVE; New status is: DOWN {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:02.508996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:02.544984 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:02.547242 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4995b5-0420-4d90-9021-832f3d039cd2" -d '{"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:02.561465 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:02.566883 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:02.592772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62292d-246e-4695-9159-09cccf858bcf x-openstack-request-id: req-1d62292d-246e-4695-9159-09cccf858bcf {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:02.593101 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-unplugged", "status": "failed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "code": 422}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:02.593369 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d62292d-246e-4695-9159-09cccf858bcf {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:02.593945 dv-cinder-826607-1-iscsi neutron-server[102614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'code': 422} returned with failed status Jan 27 11:24:02.630773 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=8']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:02.685456 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040ebf1-ab76-40a8-ba0a-eef6ea89b85d req-471179d3-3900-4c29-b767-440ba917fa7f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:02.687074 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e040ebf1-ab76-40a8-ba0a-eef6ea89b85d req-471179d3-3900-4c29-b767-440ba917fa7f tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0504827 Jan 27 11:24:02.734318 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-e040ebf1-ab76-40a8-ba0a-eef6ea89b85d req-4f3a2c20-205d-4bbe-a888-7083951033f0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Jan 27 11:24:02.998996 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52498) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:03.085617 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-8630f9bb-bc97-4803-b442-bd4212dbd79a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854945 Jan 27 11:24:03.093864 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-32568d64-30e3-4887-a446-ff769c0cf8c4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:24:03.094798 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-32568d64-30e3-4887-a446-ff769c0cf8c4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046995 Jan 27 11:24:03.895277 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45505a-9d1e-452c-a373-2e84c86ce28e req-2fcee0de-cb4e-4cbe-9c07-d1dc91921706 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.896751 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6e45505a-9d1e-452c-a373-2e84c86ce28e req-2fcee0de-cb4e-4cbe-9c07-d1dc91921706 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0858374 Jan 27 11:24:03.901115 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-220e9e3b-a0c6-4d24-9107-8f6bba886254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.902487 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-220e9e3b-a0c6-4d24-9107-8f6bba886254 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f&tenant_id=8370d4cabca844c68c84f5a215424c13 HTTP/1.1" status: 200 len: 1097 time: 0.0609109 Jan 27 11:24:03.975710 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-6e45505a-9d1e-452c-a373-2e84c86ce28e req-a5b88ca3-0b20-468b-9eb4-da9710301be1 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720501 Jan 27 11:24:03.985037 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-65febb1d-5f05-4ab0-b798-374cdf66a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.987164 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-65febb1d-5f05-4ab0-b798-374cdf66a0ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8370d4cabca844c68c84f5a215424c13&device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1097 time: 0.0557573 Jan 27 11:24:04.084369 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-188efcf1-8dc8-41e1-8f28-9ad66bada1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:04.085814 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-188efcf1-8dc8-41e1-8f28-9ad66bada1d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 200 len: 917 time: 0.0927293 Jan 27 11:24:04.161804 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-800ea369-8a2e-4ee2-931c-3b46bd72e69e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 200 len: 1000 time: 0.0609710 Jan 27 11:24:04.213984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-e8d3400c-be22-4db7-bb62-2caaddb79ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:04.215462 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-e8d3400c-be22-4db7-bb62-2caaddb79ed2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 200 len: 855 time: 0.0485260 Jan 27 11:24:04.260445 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-874367c3-9f7f-4aeb-8179-6ec20ad5dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:04.262663 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-874367c3-9f7f-4aeb-8179-6ec20ad5dfee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d4da81a-e2b3-4f4b-a971-dfa10cb66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417168 Jan 27 11:24:04.360820 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-266a58a4-6962-4145-9227-1b4ccd572183 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918994 Jan 27 11:24:04.465013 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2a80f60d-9729-4f0c-8de2-bd38244e30ca req-dc9d2df0-e8a2-4c0f-9226-0fcc296b4889 service neutron] 10.222.0.44 "GET /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991297 Jan 27 11:24:05.122807 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e87b3-6423-4bb8-a956-f56a89c0652d req-1a340e77-b02e-467e-8b75-877ca305e669 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:05.127851 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-132e87b3-6423-4bb8-a956-f56a89c0652d req-1a340e77-b02e-467e-8b75-877ca305e669 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0672588 Jan 27 11:24:05.193243 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-132e87b3-6423-4bb8-a956-f56a89c0652d req-e3241a25-e5d9-4dde-9835-5611370fca84 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550013 Jan 27 11:24:05.477143 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52588) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:05.525250 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Deleting subnet 6b40a169-340f-4507-a97a-107d5f9a5fcf {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:24:05.528394 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Publish callbacks [] for subnet (6b40a169-340f-4507-a97a-107d5f9a5fcf), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.569672 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (6b40a169-340f-4507-a97a-107d5f9a5fcf), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.623144 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (6b40a169-340f-4507-a97a-107d5f9a5fcf), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.682855 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (6b40a169-340f-4507-a97a-107d5f9a5fcf), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.712016 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b40a169-340f-4507-a97a-107d5f9a5fcf,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:05.717663 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.721164 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a1f9ac0b-a6ab-4497-bd3c-1d2762d4a9fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b40a169-340f-4507-a97a-107d5f9a5fcf HTTP/1.1" status: 204 len: 168 time: 0.2429481 Jan 27 11:24:05.723584 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52590) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:05.794007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (53d909f4-2b35-4d10-a636-228a810ac7c0), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.881119 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (53d909f4-2b35-4d10-a636-228a810ac7c0), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.904279 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d909f4-2b35-4d10-a636-228a810ac7c0']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:05.916039 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca2ea94-a1e9-43f1-9d75-d7467f625b68') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:05.916428 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca2ea94-a1e9-43f1-9d75-d7467f625b68') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:05.926328 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (cca2ea94-a1e9-43f1-9d75-d7467f625b68), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.940659 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (cca2ea94-a1e9-43f1-9d75-d7467f625b68), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.946907 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:24:05.947299 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (cca2ea94-a1e9-43f1-9d75-d7467f625b68), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:24:05.949168 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:24:06.012141 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (53d909f4-2b35-4d10-a636-228a810ac7c0), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.039771 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.043210 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] 10.222.0.24 "DELETE /v2.0/networks/53d909f4-2b35-4d10-a636-228a810ac7c0 HTTP/1.1" status: 204 len: 168 time: 0.3185046 Jan 27 11:24:06.044418 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a4370-3dd6-4d87-ab9e-852062f82d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=53d909f4-2b35-4d10-a636-228a810ac7c0,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:06.144186 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1ecfecba-7bf0-45a0-a6c1-84f078bb88d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.263366 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52596) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:06.337250 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-b06b1583-2130-4d91-b723-bd7d2617a76c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec1713989afc49fea7718c6881e60aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727615 Jan 27 11:24:06.340495 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52598) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:06.362708 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ea9b0-e640-4402-9485-9da2386b56be req-ada9f108-639b-4c22-853c-9aa7581f913d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:06.364584 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3a0ea9b0-e640-4402-9485-9da2386b56be req-ada9f108-639b-4c22-853c-9aa7581f913d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0755398 Jan 27 11:24:06.393172 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] Publish callbacks [] for security_group (93d004c4-434a-49c5-9e8b-ac809bb1fb3b), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.419911 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] Publish callbacks [] for security_group (93d004c4-434a-49c5-9e8b-ac809bb1fb3b), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.450712 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3a0ea9b0-e640-4402-9485-9da2386b56be req-30cb11af-970a-463f-9368-c41e67fd1718 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801172 Jan 27 11:24:06.485687 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (93d004c4-434a-49c5-9e8b-ac809bb1fb3b), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.488252 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.489443 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93d004c4-434a-49c5-9e8b-ac809bb1fb3b HTTP/1.1" status: 204 len: 168 time: 0.1477859 Jan 27 11:24:06.498159 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76f207-77a9-4873-81af-8962d38de337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d004c4-434a-49c5-9e8b-ac809bb1fb3b,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:06.937420 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:07.408071 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:24:07.595040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9af33a-0377-4037-9d3f-4d7a2d219530 req-0642fc40-e38a-465a-9939-4bc8299e3c3d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:07.597197 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-da9af33a-0377-4037-9d3f-4d7a2d219530 req-0642fc40-e38a-465a-9939-4bc8299e3c3d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0563781 Jan 27 11:24:07.677087 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-da9af33a-0377-4037-9d3f-4d7a2d219530 req-74d10722-e822-49c1-8677-70fdf7ab43d7 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631545 Jan 27 11:24:08.556339 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-bbc4649a-80a2-4a61-8619-b4a7eda23a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:08.822269 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834f73-0125-4573-b907-88a55bc44fca req-bba540db-759f-4d48-9b51-193ce2da96ef tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:08.823776 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79834f73-0125-4573-b907-88a55bc44fca req-bba540db-759f-4d48-9b51-193ce2da96ef tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0674844 Jan 27 11:24:08.879192 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-79834f73-0125-4573-b907-88a55bc44fca req-24fdea81-891e-4a87-994f-1ff228f20adc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489438 Jan 27 11:24:09.897074 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:10.020079 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6e93-69cf-4bf8-9267-758557d21eec req-dfbaab64-3ef3-4658-81f4-93641ad477b0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:10.022133 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb9e6e93-69cf-4bf8-9267-758557d21eec req-dfbaab64-3ef3-4658-81f4-93641ad477b0 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0582094 Jan 27 11:24:10.072911 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-cb9e6e93-69cf-4bf8-9267-758557d21eec req-239edd3f-928a-43ea-8e75-393f6189859c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 Jan 27 11:24:10.892259 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:11.213291 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666289-eea3-416d-94f2-61e0e20e34f8 req-3c2f64c3-0fcf-442d-a20b-ef2e1bccb731 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:11.214948 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f666289-eea3-416d-94f2-61e0e20e34f8 req-3c2f64c3-0fcf-442d-a20b-ef2e1bccb731 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0622702 Jan 27 11:24:11.267996 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f666289-eea3-416d-94f2-61e0e20e34f8 req-be0c84ee-6945-4b60-a484-99d20a94c3c9 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Jan 27 11:24:12.205256 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:12.400537 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4628-5fbf-47b6-a043-7b545be817f5 req-51c623c7-6c76-4336-ba93-7005d8ea4595 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:12.402009 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-75ba4628-5fbf-47b6-a043-7b545be817f5 req-51c623c7-6c76-4336-ba93-7005d8ea4595 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0496297 Jan 27 11:24:12.452838 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-75ba4628-5fbf-47b6-a043-7b545be817f5 req-9d95d9d5-b29e-48f5-8572-f41f35c73103 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451479 Jan 27 11:24:13.179847 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-aa1a1c23-37ab-4bb6-ba33-c994bb61cfd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438371 Jan 27 11:24:13.259042 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-78efb4c0-7edb-43e0-96bf-caad23294233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.260477 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-78efb4c0-7edb-43e0-96bf-caad23294233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1098 time: 0.0397644 Jan 27 11:24:13.362326 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-2e8fe9c8-a2fd-4721-80d1-ec3750287f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.363759 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-2e8fe9c8-a2fd-4721-80d1-ec3750287f81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0841208 Jan 27 11:24:13.431115 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-c836ee49-ba29-45c8-8752-0fad8b556364 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 1001 time: 0.0606964 Jan 27 11:24:13.481229 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-d272b852-da50-4ae1-98a2-d37e9043c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.482717 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-d272b852-da50-4ae1-98a2-d37e9043c6bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0436194 Jan 27 11:24:13.542146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-c5419bf4-09fe-493f-b16b-cfa825edf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.543608 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-c5419bf4-09fe-493f-b16b-cfa825edf2ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540555 Jan 27 11:24:13.630454 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96728efb-07ee-40a3-860f-dbedefdce8d6 req-f1fa39fa-e660-4785-9528-bff54f51f8b6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.631983 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-96728efb-07ee-40a3-860f-dbedefdce8d6 req-f1fa39fa-e660-4785-9528-bff54f51f8b6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.1048195 Jan 27 11:24:13.681523 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-4b62d89f-a3b7-4eb2-a8d5-8df06255b197 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219726 Jan 27 11:24:13.706329 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-96728efb-07ee-40a3-860f-dbedefdce8d6 req-3e028185-9d14-44a2-9795-48f254cacca2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658381 Jan 27 11:24:13.788243 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2e7520b5-11c0-4914-8b3d-96cefeeccc66 req-fa486ef1-4153-4903-95fb-e94bd26df19d service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943401 Jan 27 11:24:14.835700 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8ac2-9568-4cfe-8701-72b342290e32 req-77047b48-01b2-41d9-8242-b899ee4dd953 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:14.837193 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-200c8ac2-9568-4cfe-8701-72b342290e32 req-77047b48-01b2-41d9-8242-b899ee4dd953 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0511560 Jan 27 11:24:14.884413 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-200c8ac2-9568-4cfe-8701-72b342290e32 req-a055a8f9-a241-4e29-88c2-062c00029ac8 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Jan 27 11:24:16.011911 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74213fda-7aef-4541-82b0-62a5c2d1ca3b req-d222e262-61fd-4344-ba4a-fcd5d9653f8c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:16.013135 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-74213fda-7aef-4541-82b0-62a5c2d1ca3b req-d222e262-61fd-4344-ba4a-fcd5d9653f8c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 944 time: 0.0510714 Jan 27 11:24:16.059648 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-74213fda-7aef-4541-82b0-62a5c2d1ca3b req-595d5f3f-c81c-47d8-9441-5728b5b36e56 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Jan 27 11:24:16.494522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:24:16.591235 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:16.601956 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'port_id': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'mac_address': 'fa:16:3e:f8:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:24:16.637419 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:16.637805 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:16.650511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:24:16.674892 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:16.679019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:16.724265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=9']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:16.730871 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.731224 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.731565 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.731923 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.732258 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.732583 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.732910 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.733261 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.733585 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.733905 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.734227 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.734590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.734948 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:16.941026 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:24:17.175709 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7608aa-daa5-4fcf-a175-94fb09dce9dd req-835a2431-3849-42e3-a7de-750013c6b76d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:17.177193 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a7608aa-daa5-4fcf-a175-94fb09dce9dd req-835a2431-3849-42e3-a7de-750013c6b76d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0476022 Jan 27 11:24:17.225770 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9a7608aa-daa5-4fcf-a175-94fb09dce9dd req-bfacf09f-3ac8-4556-8c85-33d1882f4117 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Jan 27 11:24:18.346235 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d63e-aefb-4dd9-8c9f-7a652628f1d5 req-866f2cd2-9f12-4058-8cba-4570498d6f8e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:18.347675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ebc0d63e-aefb-4dd9-8c9f-7a652628f1d5 req-866f2cd2-9f12-4058-8cba-4570498d6f8e tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 945 time: 0.0515096 Jan 27 11:24:18.395009 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ebc0d63e-aefb-4dd9-8c9f-7a652628f1d5 req-225918a5-9b0f-4929-84d3-9a40544ca929 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Jan 27 11:24:18.494184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:24:18.540150 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:24:18.540522 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:18.615864 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:18.616250 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:18.639115 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:18.642558 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fe147c-e1db-4e2f-9638-4a5d09b2c359" -d '{"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:18.654774 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:18.660613 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:18.687661 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1473a-633a-4dac-84ea-4af7f618d147 x-openstack-request-id: req-bcd1473a-633a-4dac-84ea-4af7f618d147 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:18.687948 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:18.688301 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcd1473a-633a-4dac-84ea-4af7f618d147 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:18.688690 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'code': 200} Jan 27 11:24:18.713882 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=10']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:18.856321 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e99b1-8b54-4785-9b06-59dabdf953ce req-68a6edcc-ccd2-4f2e-8f5b-6b7bc9719c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:18.857825 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e71e99b1-8b54-4785-9b06-59dabdf953ce req-68a6edcc-ccd2-4f2e-8f5b-6b7bc9719c07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 1100 time: 0.0396237 Jan 27 11:24:18.900723 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e71e99b1-8b54-4785-9b06-59dabdf953ce req-bcf104db-d980-4a43-82bc-042dff834890 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356295 Jan 27 11:24:19.511845 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548723ef-1356-413a-8714-6dfd0c8cf8a3 req-30919a2a-b1bc-4b6c-980a-be7535975cab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:19.513445 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-548723ef-1356-413a-8714-6dfd0c8cf8a3 req-30919a2a-b1bc-4b6c-980a-be7535975cab tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0471327 Jan 27 11:24:19.561452 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-548723ef-1356-413a-8714-6dfd0c8cf8a3 req-e166a4b6-fa24-4f03-a0aa-d276a8012766 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Jan 27 11:24:20.685022 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a49f-4fe4-4005-aca8-db4d82f3592b req-b3aef5c8-b0be-469d-b8e6-93833bc29b48 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:20.686507 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3604a49f-4fe4-4005-aca8-db4d82f3592b req-b3aef5c8-b0be-469d-b8e6-93833bc29b48 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0515711 Jan 27 11:24:20.733798 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3604a49f-4fe4-4005-aca8-db4d82f3592b req-555753f5-6eda-48d8-80cd-160cf9a6c10d tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Jan 27 11:24:21.853104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3979b-9a45-4e49-8a0a-0dc661ae3dd5 req-ed8c0817-dd8d-4383-b57c-962385c70375 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:21.854550 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-04f3979b-9a45-4e49-8a0a-0dc661ae3dd5 req-ed8c0817-dd8d-4383-b57c-962385c70375 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0469987 Jan 27 11:24:21.900049 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-04f3979b-9a45-4e49-8a0a-0dc661ae3dd5 req-8d7f27e6-5183-4098-bcb7-8d7884a1f041 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400653 Jan 27 11:24:34.341164 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52856) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:34.441569 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a78813a5-9f83-4cba-83db-9d38447d4b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.514799 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a78813a5-9f83-4cba-83db-9d38447d4b32 admin admin] Publish callbacks [] for security_group (277be599-fe0a-4944-8f89-050bf55ad1f5), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.518719 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a78813a5-9f83-4cba-83db-9d38447d4b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (277be599-fe0a-4944-8f89-050bf55ad1f5), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.555576 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a78813a5-9f83-4cba-83db-9d38447d4b32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef6ff84c9a834414b68e3b414decba97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133651 Jan 27 11:24:34.556456 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78813a5-9f83-4cba-83db-9d38447d4b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277be599-fe0a-4944-8f89-050bf55ad1f5,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:34.559051 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52860) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:34.606404 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] Publish callbacks [] for security_group (277be599-fe0a-4944-8f89-050bf55ad1f5), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.627654 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] Publish callbacks [] for security_group (277be599-fe0a-4944-8f89-050bf55ad1f5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.673689 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (277be599-fe0a-4944-8f89-050bf55ad1f5), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.676295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.677468 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/277be599-fe0a-4944-8f89-050bf55ad1f5 HTTP/1.1" status: 204 len: 168 time: 0.1173637 Jan 27 11:24:34.684848 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897dbe4-bcf9-4f99-a8f5-7e2cf62709cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277be599-fe0a-4944-8f89-050bf55ad1f5,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:36.137003 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-e32594f8-431e-4bd8-b43a-e2e5b4f01a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:36.930124 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:38.549800 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8dd0-78d6-4512-a5d2-8297999fcab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:39.893604 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:40.894364 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:42.197390 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:44.411525 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:24:55.469575 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86667e37-7541-4137-9df1-8760e53a6afb req-ab047a9f-9fa0-4b3c-8569-bce645e4f73c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:55.471483 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-86667e37-7541-4137-9df1-8760e53a6afb req-ab047a9f-9fa0-4b3c-8569-bce645e4f73c tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0475714 Jan 27 11:24:55.520064 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-86667e37-7541-4137-9df1-8760e53a6afb req-ebcb10bd-e410-4844-9410-392bd6499bfc tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429828 Jan 27 11:24:56.658568 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c52d-167c-4ac6-bf65-82356f16ed34 req-ef3fcc36-42d7-4448-afc5-8db8be7e1491 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:56.660023 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c501c52d-167c-4ac6-bf65-82356f16ed34 req-ef3fcc36-42d7-4448-afc5-8db8be7e1491 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0539176 Jan 27 11:24:56.707404 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c501c52d-167c-4ac6-bf65-82356f16ed34 req-d66c2a0d-cd36-4499-bce6-b0e01b35d652 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups?id=37773aca-ec96-4bd7-8a33-756b531feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Jan 27 11:24:56.977746 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-972c7b30-3d99-488c-92ea-1c937bdfc013 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:56.979120 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-972c7b30-3d99-488c-92ea-1c937bdfc013 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 947 time: 0.0503483 Jan 27 11:24:57.083908 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Deleting port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:57.084248 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.182668 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] For port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:57.183027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.365130 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.365493 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.365810 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Floating IP 704c94df-0335-4a89-8d4f-58f77bc4f131 disassociated. External IP: 172.27.2.188, port: 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2. Jan 27 11:24:57.366152 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Calling delete_port for 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:57.490883 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (3bfe03e5-c12f-4550-9b75-7ef313b6b8e2), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.519129 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'Port': ['ID=3bfe03e5-c12f-4550-9b75-7ef313b6b8e2,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:57.530895 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.531247 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.532155 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.532155 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.532405 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.532749 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.533101 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.533428 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.533784 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.534115 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.534432 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.534755 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.535076 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:57.647063 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:57.753376 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:57.763692 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:57.774115 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:57.774903 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:24:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:57.797062 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] No DVR routers for this DVR port 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:57.800324 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:57.803545 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1539c375-0b6d-44e5-90ba-11903ba1f0a5 req-32f3cf82-4c14-4534-938c-548747724bb6 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.44 "DELETE /v2.0/ports/3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 HTTP/1.1" status: 204 len: 173 time: 0.8190870 Jan 27 11:24:57.803990 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-deleted', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:57.806399 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90e7481-9f0b-4357-9a16-73480fc597a0" -d '{"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-deleted", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:57.822208 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-48b62062-9fbc-4bf3-8f7b-29b6ee0b1a1a req-69657d4c-cb6d-449e-b326-294a6dd71e12 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8217c3fd-b160-4d6b-bd27-647d9c82182f HTTP/1.1" status: 200 len: 210 time: 0.0394125 Jan 27 11:24:57.862324 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef80f7c-0dba-4834-80ce-0502e17f5071 x-openstack-request-id: req-8ef80f7c-0dba-4834-80ce-0502e17f5071 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:57.862697 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8217c3fd-b160-4d6b-bd27-647d9c82182f", "name": "network-vif-deleted", "tag": "3bfe03e5-c12f-4550-9b75-7ef313b6b8e2", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:57.863023 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ef80f7c-0dba-4834-80ce-0502e17f5071 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:57.863502 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8217c3fd-b160-4d6b-bd27-647d9c82182f', 'name': 'network-vif-deleted', 'tag': '3bfe03e5-c12f-4550-9b75-7ef313b6b8e2', 'status': 'completed', 'code': 200} Jan 27 11:24:57.896835 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:58.114479 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:58.140898 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:58.149443 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:58.150039 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:24:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:58.253528 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:58.448312 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:58.477533 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63964a3-ac8c-4e81-9c24-4b70c054830f None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '70ba2271-6b8f-4ece-9782-e2affa131d5d', 'name': '', 'network_id': '9d4da81a-e2b3-4f4b-a971-dfa10cb66714', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'mac_address': 'fa:16:3e:d8:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:24Z', 'updated_at': '2022-01-27T11:19:28Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'subnets': [{'id': 'c9301017-e2c8-4059-94f3-d49ef929ebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:58.714047 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570216a6-5f68-40c3-9be3-cadc90f958aa None None] New status for floating IP 704c94df-0335-4a89-8d4f-58f77bc4f131: DOWN {{(pid=102614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:24:58.920631 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 52896) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:58.974103 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (37773aca-ec96-4bd7-8a33-756b531feeb5), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:58.996672 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (37773aca-ec96-4bd7-8a33-756b531feeb5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.043049 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (37773aca-ec96-4bd7-8a33-756b531feeb5), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.045945 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.050684 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52898) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:59.051267 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "DELETE /v2.0/security-groups/37773aca-ec96-4bd7-8a33-756b531feeb5 HTTP/1.1" status: 204 len: 168 time: 0.1290152 Jan 27 11:24:59.062669 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3ec9-e741-41de-865d-32c0d2b1a0d5 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37773aca-ec96-4bd7-8a33-756b531feeb5,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:59.064596 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.api.v2.resource [None req-523290b8-ab94-48a4-b531-7766e416b2a2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] show failed (client error): The resource could not be found. Jan 27 11:24:59.065874 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-523290b8-ab94-48a4-b531-7766e416b2a2 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "GET /v2.0/security-groups/37773aca-ec96-4bd7-8a33-756b531feeb5 HTTP/1.1" status: 404 len: 347 time: 0.0139265 Jan 27 11:24:59.069503 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52900) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:59.193214 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Deleting port 4d854a1f-3db0-4eb6-bffe-8da9d968db7d {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:59.193544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.265848 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.266167 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.279390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Calling delete_port for 4d854a1f-3db0-4eb6-bffe-8da9d968db7d owned by network:floatingip {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:59.407117 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (4d854a1f-3db0-4eb6-bffe-8da9d968db7d), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.431463 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Pushing event deleted for resources: {'Port': ['ID=4d854a1f-3db0-4eb6-bffe-8da9d968db7d,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:59.443321 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.443706 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.444058 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.444402 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.444744 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.445108 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.445445 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.445780 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.446112 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.446443 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.446772 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.447101 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.447430 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:59.505787 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks [] for floatingip (704c94df-0335-4a89-8d4f-58f77bc4f131), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.508686 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:59.509863 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-180e6cf1-8eb4-4217-a99f-b7861c5c7c75 tempest-AttachVolumeShelveTestJSON-934179113 tempest-AttachVolumeShelveTestJSON-934179113-project] 10.222.0.24 "DELETE /v2.0/floatingips/704c94df-0335-4a89-8d4f-58f77bc4f131 HTTP/1.1" status: 204 len: 168 time: 0.4395189 Jan 27 11:25:00.726636 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:00.749697 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:00.750048 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 3bfe03e5-c12f-4550-9b75-7ef313b6b8e2 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:01.905253 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52922) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:02.678337 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (a54a531c-4115-46f6-b3c6-9f27346453d0), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:02.964634 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Deleting port 70ba2271-6b8f-4ece-9782-e2affa131d5d {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:02.965371 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:03.044100 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] For port 70ba2271-6b8f-4ece-9782-e2affa131d5d, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=70ba2271-6b8f-4ece-9782-e2affa131d5d,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:03.044455 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:03.061021 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Calling delete_port for 70ba2271-6b8f-4ece-9782-e2affa131d5d owned by network:router_interface {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:03.237960 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (70ba2271-6b8f-4ece-9782-e2affa131d5d), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:03.263253 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=70ba2271-6b8f-4ece-9782-e2affa131d5d,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:03.423944 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (a54a531c-4115-46f6-b3c6-9f27346453d0), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:03.634207 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Router a54a531c-4115-46f6-b3c6-9f27346453d0 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:03.738952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:03.744178 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-02659e5b-0b96-4900-b618-e26f4fa8c2fe admin admin] 10.222.0.24 "PUT /v2.0/routers/a54a531c-4115-46f6-b3c6-9f27346453d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378930 Jan 27 11:25:03.746640 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52928) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:03.750759 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Sync routers for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:03.762978 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:03.763854 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:24:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:03.851738 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks [] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:03.866666 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:03.951906 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks [] for router_gateway (a54a531c-4115-46f6-b3c6-9f27346453d0), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.003754 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Deleting port d3c85593-805a-4e1b-b0d5-697e4d5e8d86 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:04.004458 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.043148 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:25:03Z', 'revision_number': 5, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port': {'id': 'd3c85593-805a-4e1b-b0d5-697e4d5e8d86', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:04.076662 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Checking router: a54a531c-4115-46f6-b3c6-9f27346453d0 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:04.082343 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] For port d3c85593-805a-4e1b-b0d5-697e4d5e8d86, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:04.082717 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.085822 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Routers {'a54a531c-4115-46f6-b3c6-9f27346453d0'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:04.086412 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:24:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['a54a531c-4115-46f6-b3c6-9f27346453d0'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:04.094751 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Calling delete_port for d3c85593-805a-4e1b-b0d5-697e4d5e8d86 owned by network:router_gateway {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:04.171369 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] Set router a54a531c-4115-46f6-b3c6-9f27346453d0 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:04.225593 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:25:03Z', 'revision_number': 6, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:04.251847 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ac8b6-9e2b-4e4a-9afa-3ded3a094f55 None None] The sync data for ids ['a54a531c-4115-46f6-b3c6-9f27346453d0'] in dv-cinder-826607-1-iscsi is: [{'id': 'a54a531c-4115-46f6-b3c6-9f27346453d0', 'name': 'tempest-AttachVolumeShelveTestJSON-899161359-router', 'tenant_id': '8370d4cabca844c68c84f5a215424c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:21Z', 'updated_at': '2022-01-27T11:25:03Z', 'revision_number': 6, 'project_id': '8370d4cabca844c68c84f5a215424c13', 'gw_port_host': None}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:04.255210 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (d3c85593-805a-4e1b-b0d5-697e4d5e8d86), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.286804 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c85593-805a-4e1b-b0d5-697e4d5e8d86,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:04.345382 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (a54a531c-4115-46f6-b3c6-9f27346453d0), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.431297 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.433405 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks [] for router_controller (a54a531c-4115-46f6-b3c6-9f27346453d0), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.479614 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (a54a531c-4115-46f6-b3c6-9f27346453d0), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.480115 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54a531c-4115-46f6-b3c6-9f27346453d0 {{(pid=102613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:25:04.484316 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.485649 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f307524f-7054-48ea-b245-7ef77ffc9cd3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a54a531c-4115-46f6-b3c6-9f27346453d0 HTTP/1.1" status: 204 len: 168 time: 0.7380068 Jan 27 11:25:04.488107 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52930) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:04.531208 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Deleting subnet c9301017-e2c8-4059-94f3-d49ef929ebb4 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:25:04.534912 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Publish callbacks [] for subnet (c9301017-e2c8-4059-94f3-d49ef929ebb4), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.567617 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (c9301017-e2c8-4059-94f3-d49ef929ebb4), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.680555 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (c9301017-e2c8-4059-94f3-d49ef929ebb4), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.732419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (c9301017-e2c8-4059-94f3-d49ef929ebb4), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.756798 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9301017-e2c8-4059-94f3-d49ef929ebb4,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:04.762449 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.765625 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-7158e4cf-c67f-402c-904a-496e359a1a94 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9301017-e2c8-4059-94f3-d49ef929ebb4 HTTP/1.1" status: 204 len: 168 time: 0.2766790 Jan 27 11:25:04.768083 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52932) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:04.770637 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367204d-05c6-4b74-810f-bfc035868c65 None None] Network 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:04.834537 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (9d4da81a-e2b3-4f4b-a971-dfa10cb66714), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.902944 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Deleting port c36bcbe0-c6d7-483b-b574-c182562f7cec {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:04.903277 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.964512 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] For port c36bcbe0-c6d7-483b-b574-c182562f7cec, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c36bcbe0-c6d7-483b-b574-c182562f7cec,segment=NetworkSegment(fc3d7852-afec-4b5f-971d-0710e7325696),segment_id=fc3d7852-afec-4b5f-971d-0710e7325696)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:04.964795 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:04.977403 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Calling delete_port for c36bcbe0-c6d7-483b-b574-c182562f7cec owned by network:dhcp {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:05.039234 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] DHCP port deletion for 9d4da81a-e2b3-4f4b-a971-dfa10cb66714 request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:25:05.065097 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.090442 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Deleting port c36bcbe0-c6d7-483b-b574-c182562f7cec {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:05.090898 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.092259 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c36bcbe0-c6d7-483b-b574-c182562f7cec,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.094127 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] No DVR routers for this DVR port c36bcbe0-c6d7-483b-b574-c182562f7cec on host dv-cinder-826607-1-iscsi {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:05.170814 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] For port c36bcbe0-c6d7-483b-b574-c182562f7cec, host dv-cinder-826607-1-iscsi, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:05.171221 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.171754 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (9d4da81a-e2b3-4f4b-a971-dfa10cb66714), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.185246 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Calling delete_port for c36bcbe0-c6d7-483b-b574-c182562f7cec owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:05.188912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Port c36bcbe0-c6d7-483b-b574-c182562f7cec was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 11:25:05.190620 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (c36bcbe0-c6d7-483b-b574-c182562f7cec), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.199989 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4da81a-e2b3-4f4b-a971-dfa10cb66714']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:05.209909 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3d7852-afec-4b5f-971d-0710e7325696') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:05.210213 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3d7852-afec-4b5f-971d-0710e7325696') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:05.220007 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (fc3d7852-afec-4b5f-971d-0710e7325696), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.221763 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] Pushing event deleted for resources: {'Port': ['ID=c36bcbe0-c6d7-483b-b574-c182562f7cec,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.227601 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169db9c-3dd7-4071-a8ab-d8e60d945a24 None None] No DVR routers for this DVR port c36bcbe0-c6d7-483b-b574-c182562f7cec on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:05.242779 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (fc3d7852-afec-4b5f-971d-0710e7325696), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.249678 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:25:05.250137 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (fc3d7852-afec-4b5f-971d-0710e7325696), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:25:05.252759 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:25:05.311509 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (9d4da81a-e2b3-4f4b-a971-dfa10cb66714), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.318209 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.323591 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d4da81a-e2b3-4f4b-a971-dfa10cb66714 HTTP/1.1" status: 204 len: 168 time: 0.5522981 Jan 27 11:25:05.334480 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4de8-b9c3-49ca-bd4a-cbfde84beccb admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4da81a-e2b3-4f4b-a971-dfa10cb66714,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.457980 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52936) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.500370 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-0e83e181-7773-4100-9599-877b00f3bad8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8370d4cabca844c68c84f5a215424c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412283 Jan 27 11:25:05.503135 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 52938) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.553813 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] Publish callbacks [] for security_group (9e8a9e3e-1e5c-42cc-af90-e10f3f200b19), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.574086 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] Publish callbacks [] for security_group (9e8a9e3e-1e5c-42cc-af90-e10f3f200b19), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.618754 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (9e8a9e3e-1e5c-42cc-af90-e10f3f200b19), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.621441 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.622571 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e8a9e3e-1e5c-42cc-af90-e10f3f200b19 HTTP/1.1" status: 204 len: 168 time: 0.1185384 Jan 27 11:25:05.630138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26658f49-14b2-4c11-98c6-e574c1619734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a9e3e-1e5c-42cc-af90-e10f3f200b19,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.764575 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 70ba2271-6b8f-4ece-9782-e2affa131d5d no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:05.786193 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 70ba2271-6b8f-4ece-9782-e2affa131d5d {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:05.786801 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 70ba2271-6b8f-4ece-9782-e2affa131d5d not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:05.786951 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d3c85593-805a-4e1b-b0d5-697e4d5e8d86 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:05.805735 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: d3c85593-805a-4e1b-b0d5-697e4d5e8d86 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:05.806032 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d3c85593-805a-4e1b-b0d5-697e4d5e8d86 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:05.806444 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c36bcbe0-c6d7-483b-b574-c182562f7cec no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:05.825133 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: c36bcbe0-c6d7-483b-b574-c182562f7cec {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:05.825482 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c36bcbe0-c6d7-483b-b574-c182562f7cec not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:06.140283 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cca924b0-5d50-4289-9cf8-28b5653e4007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:06.941722 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.551005 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba45-7d07-4c59-a551-2f61a65aa2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:09.897057 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:10.897955 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.199532 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.545790 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-00b1fbb8-c127-47a3-99ad-62e97a3fc281 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499959 Jan 27 11:25:12.606125 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-16212490-a7fb-4cb6-8e80-48cd852de9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.607579 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-16212490-a7fb-4cb6-8e80-48cd852de9e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1099 time: 0.0406158 Jan 27 11:25:12.714952 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-0edee32e-5ec2-4d02-be48-2c7f3659a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.716512 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-0edee32e-5ec2-4d02-be48-2c7f3659a883 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0899396 Jan 27 11:25:12.784729 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-cd31a3e6-6545-4104-ad6d-13d324b886ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 200 len: 1002 time: 0.0610619 Jan 27 11:25:12.831387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-36d13c64-02c7-4887-9b2e-3867753b1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.832772 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-36d13c64-02c7-4887-9b2e-3867753b1a26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0425475 Jan 27 11:25:12.876872 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-2df1c0b7-26d7-471f-9c05-f4e9d78480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.878345 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-2df1c0b7-26d7-471f-9c05-f4e9d78480ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391164 Jan 27 11:25:12.966327 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-4b9943d4-d1b1-4cdd-81c4-9338fe20cf5c service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812886 Jan 27 11:25:13.318084 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f631250e-73b5-4c6d-a0d0-1e86f177f8f9 req-edd94bc7-9944-4e7a-aebb-594bdfd28217 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463697 Jan 27 11:25:13.936388 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53046) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:14.037118 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a786e122-56a0-4685-b59f-7f08651d1270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.112412 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a786e122-56a0-4685-b59f-7f08651d1270 admin admin] Publish callbacks [] for security_group (397e05fc-1d42-4bcf-aac7-4d437a855bad), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.116066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-a786e122-56a0-4685-b59f-7f08651d1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (397e05fc-1d42-4bcf-aac7-4d437a855bad), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.152719 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-a786e122-56a0-4685-b59f-7f08651d1270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=639d478f66fe4430a961943f93f2e241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152317 Jan 27 11:25:14.153909 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786e122-56a0-4685-b59f-7f08651d1270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e05fc-1d42-4bcf-aac7-4d437a855bad,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:14.155431 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53050) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:14.202801 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] Publish callbacks [] for security_group (397e05fc-1d42-4bcf-aac7-4d437a855bad), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.223054 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] Publish callbacks [] for security_group (397e05fc-1d42-4bcf-aac7-4d437a855bad), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.271164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (397e05fc-1d42-4bcf-aac7-4d437a855bad), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.273847 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:14.274977 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/397e05fc-1d42-4bcf-aac7-4d437a855bad HTTP/1.1" status: 204 len: 168 time: 0.1185319 Jan 27 11:25:14.282732 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6871c-929b-4d3f-9ae3-0c17e03ba2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e05fc-1d42-4bcf-aac7-4d437a855bad,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:21.409950 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:25:24.477976 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53184) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:24.578924 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a511643d-8fa1-47e0-8328-25a01a6390a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.652984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a511643d-8fa1-47e0-8328-25a01a6390a9 admin admin] Publish callbacks [] for security_group (4f1ca2db-f1a8-40bf-b8d9-5f03202dca41), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.657075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-a511643d-8fa1-47e0-8328-25a01a6390a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4f1ca2db-f1a8-40bf-b8d9-5f03202dca41), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.693615 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-a511643d-8fa1-47e0-8328-25a01a6390a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88ee6ff116db4ae1a30845a05cbc4d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145832 Jan 27 11:25:24.694482 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511643d-8fa1-47e0-8328-25a01a6390a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ca2db-f1a8-40bf-b8d9-5f03202dca41,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:24.696307 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53188) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:24.743304 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] Publish callbacks [] for security_group (4f1ca2db-f1a8-40bf-b8d9-5f03202dca41), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.766447 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] Publish callbacks [] for security_group (4f1ca2db-f1a8-40bf-b8d9-5f03202dca41), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.810772 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (4f1ca2db-f1a8-40bf-b8d9-5f03202dca41), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.813372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:24.814474 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f1ca2db-f1a8-40bf-b8d9-5f03202dca41 HTTP/1.1" status: 204 len: 168 time: 0.1171768 Jan 27 11:25:24.823453 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e61ed0-4d53-4129-a257-60f1e72d7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ca2db-f1a8-40bf-b8d9-5f03202dca41,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:25.068673 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53194) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:25.082048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-878d8128-ddc8-4963-b689-e27bf02e8066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.153252 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-878d8128-ddc8-4963-b689-e27bf02e8066 admin admin] Publish callbacks [] for security_group (279c06db-5401-4ca3-b8bd-4b39ae130d8e), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.157168 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-878d8128-ddc8-4963-b689-e27bf02e8066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (279c06db-5401-4ca3-b8bd-4b39ae130d8e), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.198086 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-878d8128-ddc8-4963-b689-e27bf02e8066 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7933d245ff15476f838059637f39193b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281888 Jan 27 11:25:25.198903 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d8128-ddc8-4963-b689-e27bf02e8066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c06db-5401-4ca3-b8bd-4b39ae130d8e,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:25.200862 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53196) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:25.249067 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] Publish callbacks [] for security_group (279c06db-5401-4ca3-b8bd-4b39ae130d8e), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.270435 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] Publish callbacks [] for security_group (279c06db-5401-4ca3-b8bd-4b39ae130d8e), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.316075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (279c06db-5401-4ca3-b8bd-4b39ae130d8e), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.318658 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:25.319785 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/279c06db-5401-4ca3-b8bd-4b39ae130d8e HTTP/1.1" status: 204 len: 168 time: 0.1178391 Jan 27 11:25:25.327465 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571d13-2800-401a-8b3a-5593526facb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c06db-5401-4ca3-b8bd-4b39ae130d8e,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:29.594680 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53280) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:29.697169 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-587706aa-be0c-4209-8bae-315037938d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.769940 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-587706aa-be0c-4209-8bae-315037938d81 admin admin] Publish callbacks [] for security_group (d6cc3b31-5b2c-42ef-836c-b406f237b4ce), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.773559 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-587706aa-be0c-4209-8bae-315037938d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d6cc3b31-5b2c-42ef-836c-b406f237b4ce), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.808650 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587706aa-be0c-4209-8bae-315037938d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc3b31-5b2c-42ef-836c-b406f237b4ce,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:29.812936 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-587706aa-be0c-4209-8bae-315037938d81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23cc62cb5dba4333a2ecbe54d39c73a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166946 Jan 27 11:25:29.817387 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53284) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:29.863452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] Publish callbacks [] for security_group (d6cc3b31-5b2c-42ef-836c-b406f237b4ce), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.884466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] Publish callbacks [] for security_group (d6cc3b31-5b2c-42ef-836c-b406f237b4ce), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.928630 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d6cc3b31-5b2c-42ef-836c-b406f237b4ce), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.931364 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:29.932584 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6cc3b31-5b2c-42ef-836c-b406f237b4ce HTTP/1.1" status: 204 len: 168 time: 0.1140559 Jan 27 11:25:29.941018 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087c852-7403-402c-800d-aea1b7623d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc3b31-5b2c-42ef-836c-b406f237b4ce,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:30.186735 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53290) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:30.199765 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74ab364c-0e5c-4768-8705-5f3e9bdf248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.270884 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74ab364c-0e5c-4768-8705-5f3e9bdf248a admin admin] Publish callbacks [] for security_group (d340c4a6-6831-469c-9a05-9de02c7004f9), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.274322 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-74ab364c-0e5c-4768-8705-5f3e9bdf248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d340c4a6-6831-469c-9a05-9de02c7004f9), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.312904 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab364c-0e5c-4768-8705-5f3e9bdf248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d340c4a6-6831-469c-9a05-9de02c7004f9,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:30.317047 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-74ab364c-0e5c-4768-8705-5f3e9bdf248a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9418b404a1541babfa98f54f80b5534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292825 Jan 27 11:25:30.319922 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53292) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:30.598057 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] Publish callbacks [] for security_group (d340c4a6-6831-469c-9a05-9de02c7004f9), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.617920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] Publish callbacks [] for security_group (d340c4a6-6831-469c-9a05-9de02c7004f9), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.663899 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d340c4a6-6831-469c-9a05-9de02c7004f9), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.666447 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.667567 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d340c4a6-6831-469c-9a05-9de02c7004f9 HTTP/1.1" status: 204 len: 168 time: 0.3468175 Jan 27 11:25:30.675200 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f14bf-6321-410a-80d9-b5907cd595ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d340c4a6-6831-469c-9a05-9de02c7004f9,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:34.849946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53364) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:34.950129 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b96d010-8c94-4e48-8d59-176cb8266be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.023312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b96d010-8c94-4e48-8d59-176cb8266be0 admin admin] Publish callbacks [] for security_group (5c8a3e84-980b-42ea-898a-aeff88560428), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.027605 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b96d010-8c94-4e48-8d59-176cb8266be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5c8a3e84-980b-42ea-898a-aeff88560428), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.067435 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4b96d010-8c94-4e48-8d59-176cb8266be0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c36f91b2517e43e0a4ba7baa65121ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164233 Jan 27 11:25:35.068279 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d010-8c94-4e48-8d59-176cb8266be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a3e84-980b-42ea-898a-aeff88560428,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:35.070175 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53368) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:35.116767 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] Publish callbacks [] for security_group (5c8a3e84-980b-42ea-898a-aeff88560428), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.140557 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] Publish callbacks [] for security_group (5c8a3e84-980b-42ea-898a-aeff88560428), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.185341 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (5c8a3e84-980b-42ea-898a-aeff88560428), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.187973 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.189864 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c8a3e84-980b-42ea-898a-aeff88560428 HTTP/1.1" status: 204 len: 168 time: 0.1186280 Jan 27 11:25:35.197452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe5246-5dc8-4875-a1f3-2b365b3f6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a3e84-980b-42ea-898a-aeff88560428,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:35.461252 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53374) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:35.475821 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f31e-f1b0-4542-9d4b-6ec92e4e39a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.547526 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f31e-f1b0-4542-9d4b-6ec92e4e39a0 admin admin] Publish callbacks [] for security_group (c4c848f8-4088-493d-832e-037c04d4fbdd), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.551625 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f31e-f1b0-4542-9d4b-6ec92e4e39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4c848f8-4088-493d-832e-037c04d4fbdd), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.587388 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1ff1f31e-f1b0-4542-9d4b-6ec92e4e39a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4547fc4bb85b487482eced3b498e25f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250930 Jan 27 11:25:35.589362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f31e-f1b0-4542-9d4b-6ec92e4e39a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c848f8-4088-493d-832e-037c04d4fbdd,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:35.590257 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53376) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:35.639946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] Publish callbacks [] for security_group (c4c848f8-4088-493d-832e-037c04d4fbdd), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.660138 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] Publish callbacks [] for security_group (c4c848f8-4088-493d-832e-037c04d4fbdd), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.703261 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c4c848f8-4088-493d-832e-037c04d4fbdd), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.706388 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.707482 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4c848f8-4088-493d-832e-037c04d4fbdd HTTP/1.1" status: 204 len: 168 time: 0.1162162 Jan 27 11:25:35.714562 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8a1aa-8e47-4d3b-82d2-8c2bca9b9aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c848f8-4088-493d-832e-037c04d4fbdd,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:36.144503 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c10c3778-9ec9-4057-bb86-d39e34b39950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:36.715923 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53406) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:36.817784 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6192f518-5d79-4123-a989-0d3162da03dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:36.891101 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6192f518-5d79-4123-a989-0d3162da03dc admin admin] Publish callbacks [] for security_group (102b3853-7e3d-4e17-b401-801bf4ad273b), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:36.895223 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6192f518-5d79-4123-a989-0d3162da03dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (102b3853-7e3d-4e17-b401-801bf4ad273b), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:36.931431 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6192f518-5d79-4123-a989-0d3162da03dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f3597fd660f4cf78876647025122987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143891 Jan 27 11:25:36.932414 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f518-5d79-4123-a989-0d3162da03dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102b3853-7e3d-4e17-b401-801bf4ad273b,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:36.934252 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53410) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:36.959454 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:36.982899 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] Publish callbacks [] for security_group (102b3853-7e3d-4e17-b401-801bf4ad273b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.004123 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] Publish callbacks [] for security_group (102b3853-7e3d-4e17-b401-801bf4ad273b), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.052768 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (102b3853-7e3d-4e17-b401-801bf4ad273b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.055666 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.056798 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/102b3853-7e3d-4e17-b401-801bf4ad273b HTTP/1.1" status: 204 len: 168 time: 0.1215291 Jan 27 11:25:37.064619 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f562e-a59c-4e66-aaf8-5d05133d0503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102b3853-7e3d-4e17-b401-801bf4ad273b,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:37.659742 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53432) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:37.750308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706121479-network', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:37.771408 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Made reservation on behalf of 943fed8602c148598a885fadbbe1d6b3 for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:37.773649 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.781686 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.853506 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks [] for security_group (6ab49aa8-c73a-4b63-b518-fe56e118d35b), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.856957 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6ab49aa8-c73a-4b63-b518-fe56e118d35b), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.877339 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:25:37.891905 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab49aa8-c73a-4b63-b518-fe56e118d35b,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:37.894784 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6035d0bf-69c6-4c0b-90af-60b45e3b1c16), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.895127 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Added segment 6035d0bf-69c6-4c0b-90af-60b45e3b1c16 of type vlan for network c06bfe23-61eb-4996-a537-c8180e34320d Jan 27 11:25:37.934243 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (c06bfe23-61eb-4996-a537-c8180e34320d), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.958230 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (c06bfe23-61eb-4996-a537-c8180e34320d), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.959170 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:37.959766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.988358 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3274155 Jan 27 11:25:37.991450 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53436) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:37.996388 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Request body: {'subnet': {'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706121479-subnet', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:38.014158 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Made reservation on behalf of 943fed8602c148598a885fadbbe1d6b3 for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:38.016351 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.024468 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a295c-d565-4830-9a35-1b0dfb246516 admin admin] Pushing event updated for resources: {'Network': ['ID=c06bfe23-61eb-4996-a537-c8180e34320d,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:38.036009 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network c06bfe23-61eb-4996-a537-c8180e34320d details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:25:38.188193 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (83db88a1-9523-42d6-9c88-c8074cbb9fe0), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.253222 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83db88a1-9523-42d6-9c88-c8074cbb9fe0,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:38.261312 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Checking segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:38.261715 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Network hostable DHCP agents. Network: c06bfe23-61eb-4996-a537-c8180e34320d, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:25:38.277484 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Network c06bfe23-61eb-4996-a537-c8180e34320d is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:25:38.286104 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, c06bfe23-61eb-4996-a537-c8180e34320d) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:38.290148 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.290717 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.295445 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde99a1-a5c0-425f-841a-aef70a654aa9 None None] Network c06bfe23-61eb-4996-a537-c8180e34320d requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:38.308190 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6c9444c5-d8b9-4b70-9661-806a111faad0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3131711 Jan 27 11:25:38.308384 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53438) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:38.312647 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:38.331336 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.332392 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.383471 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for router_controller (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.391938 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-c06bfe23-61eb-4996-a537-c8180e34320d', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:25:38.392789 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.520711 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for router_gateway (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.528180 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Allocated IP 172.20.0.2 (c06bfe23-61eb-4996-a537-c8180e34320d/83db88a1-9523-42d6-9c88-c8074cbb9fe0/d0741b6f-8940-43ee-824f-3850a2d2e830) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:38.567511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-93c10eb6-dfca-4271-998f-175c7c015443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.686093 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks [] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.692018 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.716116 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for router_gateway (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.732458 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Network c06bfe23-61eb-4996-a537-c8180e34320d is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:38.737546 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:38.738770 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.742019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:38.744826 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Pushing event updated for resources: {'Port': ['ID=d0741b6f-8940-43ee-824f-3850a2d2e830,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:38.774712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.774973 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.775316 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.775657 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.775985 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.776310 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.776633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.776983 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.777427 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.777759 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.778081 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.778407 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.778712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:38.809386 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Attempting to bind port d0741b6f-8940-43ee-824f-3850a2d2e830 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:38.809751 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Attempting to bind port d0741b6f-8940-43ee-824f-3850a2d2e830 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:38.810107 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Attempting to bind port d0741b6f-8940-43ee-824f-3850a2d2e830 on network c06bfe23-61eb-4996-a537-c8180e34320d {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:38.815283 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:38.815648 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Checking segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:38.816054 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.816446 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Bound using segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:38.816905 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Bound port: d0741b6f-8940-43ee-824f-3850a2d2e830, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:38.817300 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.842361 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Allocated IP 172.27.2.239 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/5513620d-0292-44b0-a9ed-b70ef01a76f9) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:38.879331 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] For port d0741b6f-8940-43ee-824f-3850a2d2e830, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:38.882756 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] For port d0741b6f-8940-43ee-824f-3850a2d2e830, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d0741b6f-8940-43ee-824f-3850a2d2e830,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:38.888700 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.949740 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2e8c-c600-4326-b474-7b79369a566f None None] Pushing event updated for resources: {'Port': ['ID=d0741b6f-8940-43ee-824f-3850a2d2e830,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:38.954604 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.989757 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:39.029078 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:39.035210 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:39.037661 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:39.043810 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Pushing event updated for resources: {'Port': ['ID=5513620d-0292-44b0-a9ed-b70ef01a76f9,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:39.305390 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for router_gateway (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:39.498725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:39.629688 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:25:39.741694 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:39.765710 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Sync routers for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:39.768814 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:39.770400 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-ae51e9af-2532-4d8a-bf5d-d6b9cfdc241d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4608512 Jan 27 11:25:39.773048 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53440) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:39.776969 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:39.777604 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:39.866417 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d0741b6f-8940-43ee-824f-3850a2d2e830 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:39.899402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0529ad-5e07-4d5c-aea0-8a71f6e20e38 None None] Network c06bfe23-61eb-4996-a537-c8180e34320d requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:39.961513 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:40.016662 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.099154 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Provisioning complete for port d0741b6f-8940-43ee-824f-3850a2d2e830 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:40.099447 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.169319 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port d0741b6f-8940-43ee-824f-3850a2d2e830 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:40.169610 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.198639 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.354199 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Current status of the port d0741b6f-8940-43ee-824f-3850a2d2e830 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:40.354527 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.357406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Allocated IP 172.20.0.1 (c06bfe23-61eb-4996-a537-c8180e34320d/83db88a1-9523-42d6-9c88-c8074cbb9fe0/6db692b9-e66b-425d-adf0-52f25ee79942) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:40.375827 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port d0741b6f-8940-43ee-824f-3850a2d2e830 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:40.376436 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.400045 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:39Z', 'revision_number': 3, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:40.449103 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] For port d0741b6f-8940-43ee-824f-3850a2d2e830, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d0741b6f-8940-43ee-824f-3850a2d2e830,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:40.450282 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Checking router: 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:40.450640 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Updating router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 port 5513620d-0292-44b0-a9ed-b70ef01a76f9 binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:25:40.472215 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.477544 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks [] for port (6db692b9-e66b-425d-adf0-52f25ee79942), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.513683 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.528127 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.551295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Network c06bfe23-61eb-4996-a537-c8180e34320d is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:40.553960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:40.556492 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:40.575254 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:25:40.575612 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG oslo_db.api [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:25:40.582874 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a22e4f-3c4e-4837-bdc0-31a9f0d9489c None None] Pushing event updated for resources: {'Port': ['ID=d0741b6f-8940-43ee-824f-3850a2d2e830,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:40.591795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:40.606569 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.662680 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-561a3afd-1569-40a3-8afe-1ad3455e979b None None] Provisioning complete for port d0741b6f-8940-43ee-824f-3850a2d2e830 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:40.662680 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-561a3afd-1569-40a3-8afe-1ad3455e979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.739848 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.904712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks [] for port (6db692b9-e66b-425d-adf0-52f25ee79942), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.909580 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.919092 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.974835 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:40.977363 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.978610 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-561a3afd-1569-40a3-8afe-1ad3455e979b None None] Current status of the port d0741b6f-8940-43ee-824f-3850a2d2e830 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:41.027701 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks [] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.033145 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.073316 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Network c06bfe23-61eb-4996-a537-c8180e34320d is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:41.074744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:41.103736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Attempting to bind port 5513620d-0292-44b0-a9ed-b70ef01a76f9 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:41.104109 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Attempting to bind port 5513620d-0292-44b0-a9ed-b70ef01a76f9 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:41.104471 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Attempting to bind port 5513620d-0292-44b0-a9ed-b70ef01a76f9 on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:41.109446 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8bdd6-da6e-4010-9afe-fcee0eab0b88 None None] Pushing event updated for resources: {'Port': ['ID=5513620d-0292-44b0-a9ed-b70ef01a76f9,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:41.125023 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:41.125268 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:41.125922 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.126273 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:41.126774 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Bound port: 5513620d-0292-44b0-a9ed-b70ef01a76f9, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:41.127156 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.163537 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port d0741b6f-8940-43ee-824f-3850a2d2e830 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:41.170612 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-c0dc79b5-62d6-4bb1-93d6-6b46e9e4482e None None] Provisioning complete for port 6db692b9-e66b-425d-adf0-52f25ee79942 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:41.170612 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-c0dc79b5-62d6-4bb1-93d6-6b46e9e4482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.197638 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:41.225340 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] For port 5513620d-0292-44b0-a9ed-b70ef01a76f9, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:41.227395 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc79b5-62d6-4bb1-93d6-6b46e9e4482e None None] Port 6db692b9-e66b-425d-adf0-52f25ee79942 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:25:41.230265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] For port 5513620d-0292-44b0-a9ed-b70ef01a76f9, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5513620d-0292-44b0-a9ed-b70ef01a76f9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:41.233968 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.294666 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8bdd6-da6e-4010-9afe-fcee0eab0b88 None None] Pushing event updated for resources: {'Port': ['ID=5513620d-0292-44b0-a9ed-b70ef01a76f9,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:41.297145 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:41.297767 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:41.315930 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:41.321434 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-94f4f79b-85a3-46ea-9742-9e6bbcb6c0f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c1578d2-f9f5-43a8-8126-0061bf3bd4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5469804 Jan 27 11:25:41.373241 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-904f9fa9-911c-413f-99f2-99d340c6e68c None None] Provisioning complete for port 6db692b9-e66b-425d-adf0-52f25ee79942 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:41.373241 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-904f9fa9-911c-413f-99f2-99d340c6e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.456468 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:41.458785 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-904f9fa9-911c-413f-99f2-99d340c6e68c None None] Port 6db692b9-e66b-425d-adf0-52f25ee79942 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:25:41.663084 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 2, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:41.690000 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013fa6-566f-4026-8210-ecd444c06ff8 None None] The sync data for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi is: [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 2, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:41.792948 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d0741b6f-8940-43ee-824f-3850a2d2e830 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:41.817992 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53456) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:41.823358 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2015595226-network', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:41.846320 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Made reservation on behalf of e020e9c8274f445b81a3f8becf7002ff for: {'network': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:41.848512 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port d0741b6f-8940-43ee-824f-3850a2d2e830 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:41.848837 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for network (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.849006 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.858308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.948652 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port d0741b6f-8940-43ee-824f-3850a2d2e830 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:41.967811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks [] for security_group (c9946221-d5da-411d-b56f-379d38e8cfb1), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.975660 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c9946221-d5da-411d-b56f-379d38e8cfb1), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.006308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:25:42.017207 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9946221-d5da-411d-b56f-379d38e8cfb1,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:42.022383 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (8b0677c1-7e75-4c7c-be7f-d357edac6018), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.022737 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.segments_db [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Added segment 8b0677c1-7e75-4c7c-be7f-d357edac6018 of type vlan for network 0c1aca23-1d16-4248-b034-6566b7c07411 Jan 27 11:25:42.066979 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793108234069'] for network (0c1aca23-1d16-4248-b034-6566b7c07411), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.092442 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337'] for network (0c1aca23-1d16-4248-b034-6566b7c07411), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.093679 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:42.094262 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.131773 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3126180 Jan 27 11:25:42.134635 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53458) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:42.140031 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Request body: {'subnet': {'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2015595226-subnet', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'ip_version': 4}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:42.162153 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Made reservation on behalf of e020e9c8274f445b81a3f8becf7002ff for: {'subnet': 1} {{(pid=102613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:42.163364 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb300f0a-73fd-453f-9827-ab7d49e5a303 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1aca23-1d16-4248-b034-6566b7c07411,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:42.164764 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62571961'] for subnet (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.175253 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Network 0c1aca23-1d16-4248-b034-6566b7c07411 details requested by agent ovs-agent-dv-cinder-826607-1-iscsi with host dv-cinder-826607-1-iscsi {{(pid=102614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:25:42.243462 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.349690 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62459328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62571919'] for subnet (b8fc43e0-5086-4fa6-accc-54f23e3b0c1e), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.424139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fc43e0-5086-4fa6-accc-54f23e3b0c1e,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:42.429346 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Checking segment: {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:42.429713 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Network hostable DHCP agents. Network: 0c1aca23-1d16-4248-b034-6566b7c07411, hostable agents: ['31f45f61-d133-4854-a4c8-75e084a46798'], hosted agents: [] {{(pid=102613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:25:42.449848 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Network 0c1aca23-1d16-4248-b034-6566b7c07411 is scheduled to be hosted by DHCP agent 31f45f61-d133-4854-a4c8-75e084a46798 with binding_index 1 {{(pid=102613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:25:42.460513 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-1-iscsi, 0c1aca23-1d16-4248-b034-6566b7c07411) {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:42.464755 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:42.465428 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.475190 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7c357-0ed0-45db-9dc9-f4ae417a286e None None] Network 0c1aca23-1d16-4248-b034-6566b7c07411 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:42.487994 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-2a2f4f03-215e-4a9f-aa83-9a4f6d147576 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3518581 Jan 27 11:25:42.490522 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53460) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:42.495014 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:42.515929 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3662521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.518636 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3660105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12301'] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.578246 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for router_controller (97569e67-5ec2-4c48-8153-91f921ad6b65), precommit_add_association {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.592004 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf25dc032-7593-516e-a090-25f8b6c5bcff-0c1aca23-1d16-4248-b034-6566b7c07411', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e'}]}} from dv-cinder-826607-1-iscsi. {{(pid=102614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:25:42.593000 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.725100 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for router_gateway (97569e67-5ec2-4c48-8153-91f921ad6b65), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.738606 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.db_base_plugin_common [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Allocated IP 172.20.0.2 (0c1aca23-1d16-4248-b034-6566b7c07411/b8fc43e0-5086-4fa6-accc-54f23e3b0c1e/8671e6b9-ef08-4b44-a11f-c26eee17a733) {{(pid=102614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:42.895870 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks [] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), precommit_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.903896 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), after_create {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.935875 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for router_gateway (97569e67-5ec2-4c48-8153-91f921ad6b65), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.945788 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Network 0c1aca23-1d16-4248-b034-6566b7c07411 is already hosted by enough agents. {{(pid=102614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:42.948755 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.scheduler.base_scheduler [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Resources bound (agent type, host, resource id): {{(pid=102614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:42.952206 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Received port after_create {{(pid=102614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:42.956552 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.969099 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Pushing event updated for resources: {'Port': ['ID=8671e6b9-ef08-4b44-a11f-c26eee17a733,revision_number=1']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:43.019128 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Attempting to bind port 8671e6b9-ef08-4b44-a11f-c26eee17a733 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:43.019497 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Attempting to bind port 8671e6b9-ef08-4b44-a11f-c26eee17a733 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:43.019862 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Attempting to bind port 8671e6b9-ef08-4b44-a11f-c26eee17a733 on network 0c1aca23-1d16-4248-b034-6566b7c07411 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:43.024961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:43.025340 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Checking segment: {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:43.025743 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.026139 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Bound using segment: {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:43.026603 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Bound port: 8671e6b9-ef08-4b44-a11f-c26eee17a733, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:43.026992 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.069572 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_common [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Allocated IP 172.27.2.112 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf) {{(pid=102613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:43.098444 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] For port 8671e6b9-ef08-4b44-a11f-c26eee17a733, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:43.103100 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] For port 8671e6b9-ef08-4b44-a11f-c26eee17a733, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8671e6b9-ef08-4b44-a11f-c26eee17a733,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:43.109566 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.165597 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfee26-7a26-4f24-bf91-6ded130307d0 None None] Pushing event updated for resources: {'Port': ['ID=8671e6b9-ef08-4b44-a11f-c26eee17a733,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:43.191952 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.227628 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.265725 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:43.269463 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:43.276572 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Received port after_create {{(pid=102613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:43.282762 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:43.553012 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for router_gateway (97569e67-5ec2-4c48-8153-91f921ad6b65), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.746974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3660080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664306'] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.831681 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Sync routers for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:43.842936 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:43.843702 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:43.899676 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8671e6b9-ef08-4b44-a11f-c26eee17a733 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:43.955331 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8671e6b9-ef08-4b44-a11f-c26eee17a733 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:43.956057 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.043668 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8671e6b9-ef08-4b44-a11f-c26eee17a733 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:44.044864 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.050170 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:44.086963 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 8671e6b9-ef08-4b44-a11f-c26eee17a733, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8671e6b9-ef08-4b44-a11f-c26eee17a733,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:44.093594 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.095215 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5513620d-0292-44b0-a9ed-b70ef01a76f9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:44.148263 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Router 97569e67-5ec2-4c48-8153-91f921ad6b65 is scheduled to L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 with binding_index 1 {{(pid=102613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:25:44.173896 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=8671e6b9-ef08-4b44-a11f-c26eee17a733,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:44.187045 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 5513620d-0292-44b0-a9ed-b70ef01a76f9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:44.187577 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.260869 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 2, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:44.264538 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:44.280545 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Sync routers for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:44.284527 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 5513620d-0292-44b0-a9ed-b70ef01a76f9 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:44.285026 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.286162 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.288235 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-4b3ffd8e-cadc-4d24-a930-6b0817f6ba4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7961185 Jan 27 11:25:44.290456 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53462) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:44.306307 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Checking router: 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:44.306825 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Updating router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 port 6db692b9-e66b-425d-adf0-52f25ee79942 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:25:44.312884 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port 5513620d-0292-44b0-a9ed-b70ef01a76f9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5513620d-0292-44b0-a9ed-b70ef01a76f9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:44.314317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:44.314941 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:44.334997 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.529117 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.638997 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=5513620d-0292-44b0-a9ed-b70ef01a76f9,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:44.647476 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195da2d-eada-4342-8963-82f249add9de None None] Network 0c1aca23-1d16-4248-b034-6566b7c07411 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:44.656209 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks [] for port (6db692b9-e66b-425d-adf0-52f25ee79942), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.656440 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:44.667159 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.728446 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Pushing event updated for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:44.763064 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.763435 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.763804 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.764152 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.764489 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.764822 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.765204 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.765538 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.765867 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.766825 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.767244 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.767799 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.768144 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.803859 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Attempting to bind port 6db692b9-e66b-425d-adf0-52f25ee79942 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:44.804247 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Attempting to bind port 6db692b9-e66b-425d-adf0-52f25ee79942 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:44.804610 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Attempting to bind port 6db692b9-e66b-425d-adf0-52f25ee79942 on network c06bfe23-61eb-4996-a537-c8180e34320d {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:44.806483 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.812270 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:44.812656 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Checking segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:44.813253 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.813721 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Bound using segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:44.814202 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Bound port: 6db692b9-e66b-425d-adf0-52f25ee79942, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:44.814587 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.865289 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-a9211de1-39c9-4d9b-8951-1666a54b1c6f None None] Provisioning complete for port 8671e6b9-ef08-4b44-a11f-c26eee17a733 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:44.865541 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a9211de1-39c9-4d9b-8951-1666a54b1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.894890 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] For port 6db692b9-e66b-425d-adf0-52f25ee79942, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:44.900591 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] For port 6db692b9-e66b-425d-adf0-52f25ee79942, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6db692b9-e66b-425d-adf0-52f25ee79942,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:44.905117 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.973183 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:44.973825 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.007389 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Allocated IP 172.20.0.1 (0c1aca23-1d16-4248-b034-6566b7c07411/b8fc43e0-5086-4fa6-accc-54f23e3b0c1e/b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:45.009288 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee0051-2815-4017-8910-28de8d1cc9c8 None None] Pushing event updated for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.050317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-a9211de1-39c9-4d9b-8951-1666a54b1c6f None None] Current status of the port 8671e6b9-ef08-4b44-a11f-c26eee17a733 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:45.058278 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:43Z', 'revision_number': 3, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.109509 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Checking router: 97569e67-5ec2-4c48-8153-91f921ad6b65 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:45.111041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Updating router 97569e67-5ec2-4c48-8153-91f921ad6b65 port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf binding host dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:25:45.126347 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:45.153153 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.189091 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks [] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.238668 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.298185 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Pushing event updated for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.309290 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Provisioning complete for port 6db692b9-e66b-425d-adf0-52f25ee79942 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:45.309740 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.312437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Network 0c1aca23-1d16-4248-b034-6566b7c07411 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:45.314985 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:45.317512 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:45.357642 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664615'] for router_interface (97569e67-5ec2-4c48-8153-91f921ad6b65), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.422817 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.451698 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708003af-7679-4ada-b044-0eee60a3c99a None None] The sync data for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi is: [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:45.503029 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Current status of the port 6db692b9-e66b-425d-adf0-52f25ee79942 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:45.503427 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.526345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.579177 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] For port 6db692b9-e66b-425d-adf0-52f25ee79942, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6db692b9-e66b-425d-adf0-52f25ee79942,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:45.590682 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.606112 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks [] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), precommit_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.631606 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.670934 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8dd3d-0020-44fb-865c-e270ae380c5f None None] Pushing event updated for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.679652 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Attempting to bind port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:45.679652 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Attempting to bind port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:45.680104 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Attempting to bind port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf on network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:45.713976 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:45.714351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Checking segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:45.714753 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.715144 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Bound using segment: {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'} {{(pid=102614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:45.715623 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.managers [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Bound port: c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28987a19-ee82-447d-86b5-f01632341c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671'}}] {{(pid=102614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:45.715994 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.763512 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b962-6738-48d3-a533-009b7e7be658 None None] Pushing event updated for resources: {'Port': ['ID=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,revision_number=2']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.768712 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Provisioning complete for port 8671e6b9-ef08-4b44-a11f-c26eee17a733 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:45.769116 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.822970 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] For port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:45.827459 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] For port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:45.839634 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.924158 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6db692b9-e66b-425d-adf0-52f25ee79942 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:45.963096 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:45.963736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:46.010246 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Current status of the port 8671e6b9-ef08-4b44-a11f-c26eee17a733 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:46.010417 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks [] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.017958 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.026167 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b962-6738-48d3-a533-009b7e7be658 None None] Pushing event updated for resources: {'Port': ['ID=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,revision_number=3']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:46.085729 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Provisioning complete for port 6db692b9-e66b-425d-adf0-52f25ee79942 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.086411 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.090712 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3664759'] for router_interface (97569e67-5ec2-4c48-8153-91f921ad6b65), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.108480 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Pushing event updated for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:46.146918 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:46.149179 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 6db692b9-e66b-425d-adf0-52f25ee79942 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.149339 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.195284 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Network 0c1aca23-1d16-4248-b034-6566b7c07411 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:46.196811 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:46.326101 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Router 97569e67-5ec2-4c48-8153-91f921ad6b65 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:46.383030 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Current status of the port 6db692b9-e66b-425d-adf0-52f25ee79942 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:46.420287 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 6db692b9-e66b-425d-adf0-52f25ee79942 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:46.421396 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8671e6b9-ef08-4b44-a11f-c26eee17a733 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:46.426277 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Provisioning complete for port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.426651 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.439902 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:46.447083 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-273bd211-3830-4dfb-a991-91bcb644301f admin admin] 10.222.0.24 "PUT /v2.0/routers/97569e67-5ec2-4c48-8153-91f921ad6b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547940 Jan 27 11:25:46.642998 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-fe679044-8e97-48ba-9780-6d24c6de9642 None None] Port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:25:46.667211 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 8671e6b9-ef08-4b44-a11f-c26eee17a733 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.667518 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.691656 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9', 'name': '', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'mac_address': 'fa:16:3e:0d:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:44Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 1, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'subnets': [{'id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:46.720685 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0acb4-2cb7-4551-a0db-eed9aa080135 None None] The sync data for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi is: [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9', 'name': '', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'mac_address': 'fa:16:3e:0d:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:44Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 1, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'subnets': [{'id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:46.796908 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 8671e6b9-ef08-4b44-a11f-c26eee17a733 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:46.798710 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5513620d-0292-44b0-a9ed-b70ef01a76f9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:46.801112 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-7153d8b7-a33e-4421-9230-54e020ced7c9 None None] Provisioning complete for port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.801561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7153d8b7-a33e-4421-9230-54e020ced7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.866741 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-7153d8b7-a33e-4421-9230-54e020ced7c9 None None] Port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:25:46.878975 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port 5513620d-0292-44b0-a9ed-b70ef01a76f9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:46.879358 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.979318 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port 5513620d-0292-44b0-a9ed-b70ef01a76f9 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:49.669073 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Sync routers for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:49.678576 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:49.679184 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:49.811066 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:49.868246 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:49.930617 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:49.930917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.017252 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:50.017649 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.044170 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] For port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:50.051130 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.084413 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9', 'name': '', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'mac_address': 'fa:16:3e:0d:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:44Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 2, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'subnets': [{'id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:50.111632 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Pushing event updated for resources: {'Port': ['ID=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:50.118320 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Checking router: 97569e67-5ec2-4c48-8153-91f921ad6b65 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:50.118802 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Updating router 97569e67-5ec2-4c48-8153-91f921ad6b65 port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 binding host dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:25:50.149413 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.529712 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks [] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), precommit_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.536526 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.580633 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41fd2a-3113-4723-acb5-dd988687394c None None] Pushing event updated for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=3']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:50.677719 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Attempting to bind port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 on host dv-cinder-826607-1-iscsi for vnic_type normal with profile {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:50.678374 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Attempting to bind port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 by drivers openvswitch,hyperv on host dv-cinder-826607-1-iscsi at level 0 using segments [{'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:50.678501 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Attempting to bind port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 on network 0c1aca23-1d16-4248-b034-6566b7c07411 {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:50.686944 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Checking agent: {'id': '9dc719d1-2d44-4015-94af-59cec52f63fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 8, 12), 'started_at': datetime.datetime(2022, 1, 27, 11, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:50.686944 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Checking segment: {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:50.686944 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.687413 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Bound using segment: {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'} {{(pid=102615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:50.687659 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.managers [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Bound port: b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9, host: dv-cinder-826607-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0677c1-7e75-4c7c-be7f-d357edac6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411'}}] {{(pid=102615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:50.688761 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), before_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.773825 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] For port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9, host dv-cinder-826607-1-iscsi, cleared binding levels {{(pid=102615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:50.777678 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.plugins.ml2.db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] For port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9, host dv-cinder-826607-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:50.785481 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron_lib.callbacks.manager [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_update {{(pid=102615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.847158 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:50.847158 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:50.893953 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41fd2a-3113-4723-acb5-dd988687394c None None] Pushing event updated for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=4']} {{(pid=102615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:50.922921 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Provisioning complete for port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:50.924037 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:51.001003 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:51.033835 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Current status of the port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 is: DOWN; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:51.034485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:51.072768 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] For port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:51.077108 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:51.145896 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169718f9-2cec-4a18-9415-bdd1cc46e1bb None None] Pushing event updated for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:51.213350 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-74e5791a-f35f-46c3-a6af-e3b39a8f6d9c None None] Provisioning complete for port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:51.214083 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-74e5791a-f35f-46c3-a6af-e3b39a8f6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:51.286338 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9', 'name': '', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'mac_address': 'fa:16:3e:0d:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:44Z', 'updated_at': '2022-01-27T11:25:50Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'subnets': [{'id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:51.318361 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6873eb-8d08-4248-a789-ff351aa93c98 None None] The sync data for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi is: [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': 'b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9', 'name': '', 'network_id': '0c1aca23-1d16-4248-b034-6566b7c07411', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'mac_address': 'fa:16:3e:0d:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:44Z', 'updated_at': '2022-01-27T11:25:50Z', 'revision_number': 4, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'subnets': [{'id': 'b8fc43e0-5086-4fa6-accc-54f23e3b0c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:51.321016 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-74e5791a-f35f-46c3-a6af-e3b39a8f6d9c None None] Current status of the port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:51.851262 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:51.913722 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:51.914270 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:52.008454 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:52.008454 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf up at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:52.061427 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Provisioning complete for port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:52.061827 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:52.152402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Current status of the port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:52.861549 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53506) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:53.032780 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port 24eb2edf-75aa-4628-bf75-923062f2d36d {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:53.033329 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.124698 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.125328 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (24eb2edf-75aa-4628-bf75-923062f2d36d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.138759 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for 24eb2edf-75aa-4628-bf75-923062f2d36d owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:53.296111 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (24eb2edf-75aa-4628-bf75-923062f2d36d), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.327678 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=24eb2edf-75aa-4628-bf75-923062f2d36d,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:53.404022 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (f4a0662f-c6be-4d81-a7d0-0f8dedae8b71), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.404425 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP f4a0662f-c6be-4d81-a7d0-0f8dedae8b71 disassociated (deleted). External IP: 172.27.2.211, port: 0f71006d-77e3-462d-b620-e4f432f09275. Jan 27 11:25:53.642061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:53.769733 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:53.774413 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:53.780601 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:53.796244 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:53.797511 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:53.819607 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d0c60c4b-6e65-4e60-b08b-a45cff523dc9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4a0662f-c6be-4d81-a7d0-0f8dedae8b71 HTTP/1.1" status: 204 len: 168 time: 0.9568591 Jan 27 11:25:53.821130 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:53.831370 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7de036-5202-4f39-91a3-a063e15e08f7" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:53.870720 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726d30f-709c-418e-8222-90e74498d897 x-openstack-request-id: req-4726d30f-709c-418e-8222-90e74498d897 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:53.871309 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:53.871309 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4726d30f-709c-418e-8222-90e74498d897 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:53.871672 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'status': 'completed', 'code': 200} Jan 27 11:25:53.929502 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:53.952283 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-b50f5827-cf42-412b-85d5-301378d40092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:53.954558 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-b50f5827-cf42-412b-85d5-301378d40092 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 1099 time: 0.0605078 Jan 27 11:25:54.113171 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-7bdc7332-7a7a-4001-98ee-e8daacdd6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:54.114602 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-7bdc7332-7a7a-4001-98ee-e8daacdd6462 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.1531298 Jan 27 11:25:54.177587 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-88abff3e-1800-44ed-bb4f-14340e46d369 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 200 len: 217 time: 0.0471148 Jan 27 11:25:54.191438 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fea26-0afd-4a90-aebe-469c7c78dc72 req-ffd06eb3-ca60-4902-a184-f16c070c91b0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:54.193231 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-316fea26-0afd-4a90-aebe-469c7c78dc72 req-ffd06eb3-ca60-4902-a184-f16c070c91b0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.0945776 Jan 27 11:25:54.204392 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:54.237409 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:54.247578 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:54.248184 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:25:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:54.273488 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-f4e4e3fe-2d00-44f9-997e-cc0a5a504982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:54.274958 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-f4e4e3fe-2d00-44f9-997e-cc0a5a504982 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0808764 Jan 27 11:25:54.299929 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-316fea26-0afd-4a90-aebe-469c7c78dc72 req-8de40f7f-780e-4347-98af-eac186818de5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980766 Jan 27 11:25:54.348503 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-40738d75-4861-45c3-b854-9a056fc15b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:54.350169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-40738d75-4861-45c3-b854-9a056fc15b9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672021 Jan 27 11:25:54.403409 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:54.463137 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-4b1350f1-63bf-4d0c-ba2b-d0f0514b8662 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062613 Jan 27 11:25:54.592672 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-8e7de036-5202-4f39-91a3-a063e15e08f7 req-27245482-0c6d-4f14-8a64-b38e33a92135 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207802 Jan 27 11:25:54.673065 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:54.704877 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ddc03-2e80-4ca3-8e67-ecc3b3468465 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': 'c9494632-19c6-465d-aa4d-7fa8c2f04593', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'port_id': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'mac_address': 'fa:16:3e:e2:3b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9593abdc-0c07-436c-8820-c22d1a95d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:54Z', 'updated_at': '2022-01-27T11:21:56Z', 'revision_number': 1, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:54.960517 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338664ea-fe39-4b65-97ae-80d5c7d965d5 None None] New status for floating IP f4a0662f-c6be-4d81-a7d0-0f8dedae8b71: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:25:55.423649 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714c8c-1384-417e-b5da-ec721c4d3b4c req-7ece7a02-13cf-4c39-9214-24537bb4e4a2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:55.425264 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-35714c8c-1384-417e-b5da-ec721c4d3b4c req-7ece7a02-13cf-4c39-9214-24537bb4e4a2 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Jan 27 11:25:55.476175 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-35714c8c-1384-417e-b5da-ec721c4d3b4c req-77715cf3-99ed-4b05-a933-2b26063f75d3 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Jan 27 11:25:56.551674 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-e489d6ef-ccfc-4689-ab37-967c2c77638b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:56.553133 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-e489d6ef-ccfc-4689-ab37-967c2c77638b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 814 time: 0.1020417 Jan 27 11:25:56.567519 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-78117765-6141-4a29-8b77-ff22d57cea39 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/quotas/943fed8602c148598a885fadbbe1d6b3 HTTP/1.1" status: 200 len: 375 time: 0.0089874 Jan 27 11:25:56.592953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5673f91-a0ed-4944-9731-c39a649fd25c req-df56decf-c1a3-4b32-a8ca-8a4185ecb0fe tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:56.594935 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a5673f91-a0ed-4944-9731-c39a649fd25c req-df56decf-c1a3-4b32-a8ca-8a4185ecb0fe tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Jan 27 11:25:56.617332 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-286d77a2-df75-49c5-920a-c1b815ed3e64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445342 Jan 27 11:25:56.650537 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a5673f91-a0ed-4944-9731-c39a649fd25c req-6dcb7962-91af-4ce0-9392-f82075242071 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496964 Jan 27 11:25:56.722064 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-96515a27-4ae4-41ae-aba0-851146a192fc service neutron] 10.222.0.24 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874109 Jan 27 11:25:56.824710 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a75c4d7e-4a3e-4379-8644-650a574f8a9b service neutron] 10.222.0.24 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970538 Jan 27 11:25:56.991249 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7ad3a2d-fdaf-49e3-adad-70e80b959ee2 req-b79e823d-fec2-4c86-9cb5-b11da1db567b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 210 time: 0.0300517 Jan 27 11:25:57.765069 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf4aa-1816-488e-be7b-5bb92cd9f665 req-6699d6ba-0c6c-4310-b74e-76a558230009 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:57.767113 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-389bf4aa-1816-488e-be7b-5bb92cd9f665 req-6699d6ba-0c6c-4310-b74e-76a558230009 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.0489800 Jan 27 11:25:57.820506 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-389bf4aa-1816-488e-be7b-5bb92cd9f665 req-54ef2e75-4512-4dcc-88ba-8705734e51b0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Jan 27 11:25:57.933262 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-1519a0d8-0f06-4c60-887d-e8f56e7fe8dd tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:57.934568 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-1519a0d8-0f06-4c60-887d-e8f56e7fe8dd tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 814 time: 0.1024489 Jan 27 11:25:57.946950 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'port': {'device_id': '40fae405-8977-4882-a46e-e3985cd8bb12', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'admin_state_up': True, 'tenant_id': '943fed8602c148598a885fadbbe1d6b3'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:58.068653 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Made reservation on behalf of 943fed8602c148598a885fadbbe1d6b3 for: {'port': 1} {{(pid=102612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:58.072813 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:58.098045 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-663061b5-ba87-4683-b0b1-ba9651d1cad1 req-cad10701-fdff-4331-9ef6-64935ae88c3a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 210 time: 0.0379484 Jan 27 11:25:58.226558 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Allocated IP 172.20.0.10 (c06bfe23-61eb-4996-a537-c8180e34320d/83db88a1-9523-42d6-9c88-c8074cbb9fe0/b098b1d2-aad7-471e-b72c-f3135a08ce87) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:58.409693 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:25:58.458423 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:58.519790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:58.575845 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Network c06bfe23-61eb-4996-a537-c8180e34320d is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:58.584458 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:58.587460 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:58.597516 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:58.634034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.634673 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.635192 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.635764 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.636273 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.636833 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.637343 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.637923 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.638416 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.638972 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.639473 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.639967 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.640437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:58.674146 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:58.675240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:58.705405 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-a091cdf1-90ae-4bc9-add6-474a4d9addb2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602723 Jan 27 11:25:59.024247 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-dcf62b81-e221-4d65-8df6-3a1fb15c74a8 None None] Provisioning complete for port b098b1d2-aad7-471e-b72c-f3135a08ce87 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:59.025521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-dcf62b81-e221-4d65-8df6-3a1fb15c74a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:59.065064 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device 0f71006d-77e3-462d-b620-e4f432f09275 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:59.138485 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-dcf62b81-e221-4d65-8df6-3a1fb15c74a8 None None] Port b098b1d2-aad7-471e-b72c-f3135a08ce87 cannot update to ACTIVE because it is not bound. {{(pid=102614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:25:59.160544 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21fc34-c1f0-4e56-98e1-3ff7195cfd2b req-5a0b443f-4a7c-48ea-9f30-d392a53176ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:59.162706 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d21fc34-c1f0-4e56-98e1-3ff7195cfd2b req-5a0b443f-4a7c-48ea-9f30-d392a53176ef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 946 time: 0.2465503 Jan 27 11:25:59.230919 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port 0f71006d-77e3-462d-b620-e4f432f09275 is: ACTIVE; New status is: DOWN {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:59.230919 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:59.282476 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d21fc34-c1f0-4e56-98e1-3ff7195cfd2b req-33385a15-fd2a-4bf4-85b0-b611cf6e8cef tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042795 Jan 27 11:25:59.309334 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:59.313127 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:59.319280 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50918b-6797-4e06-8d54-25f8ce4d975b" -d '{"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-unplugged", "status": "completed", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:59.324676 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:59.381961 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52663eb8-f65a-489c-b69d-2577c7ff60e9 x-openstack-request-id: req-52663eb8-f65a-489c-b69d-2577c7ff60e9 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:59.382552 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-unplugged", "status": "completed", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:59.383023 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52663eb8-f65a-489c-b69d-2577c7ff60e9 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:59.383507 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'code': 200} Jan 27 11:25:59.384561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=6']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:59.398862 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97f4f-76d7-4099-acb4-d5df68cd096e req-b25bbb7c-54ae-43bb-8be7-8f57b209bd0d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:59.401059 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-30d97f4f-76d7-4099-acb4-d5df68cd096e req-b25bbb7c-54ae-43bb-8be7-8f57b209bd0d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.1965601 Jan 27 11:25:59.482957 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-30d97f4f-76d7-4099-acb4-d5df68cd096e req-1e76cd13-1028-4ea3-8c7a-28566ef23a1d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Jan 27 11:26:00.398151 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62db2d-8435-4a43-9376-4c35d903d6cb req-f5965c1c-07ce-49d4-a20b-b2f90b44ccde tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:00.399789 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3d62db2d-8435-4a43-9376-4c35d903d6cb req-f5965c1c-07ce-49d4-a20b-b2f90b44ccde tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0519919 Jan 27 11:26:00.452525 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3d62db2d-8435-4a43-9376-4c35d903d6cb req-0df8d366-3259-4ec6-87ba-d0ff04d04cf0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 Jan 27 11:26:00.603899 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5c8d5-1e2b-4a7e-a8b3-9eda711d4e8f req-2605bd64-5117-4c1b-bcc8-b3e122ebb5d2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:00.605589 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-99c5c8d5-1e2b-4a7e-a8b3-9eda711d4e8f req-2605bd64-5117-4c1b-bcc8-b3e122ebb5d2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.0509317 Jan 27 11:26:00.656874 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-99c5c8d5-1e2b-4a7e-a8b3-9eda711d4e8f req-6b0d1f7e-ee33-4c44-893c-552f31fa6f7f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Jan 27 11:26:01.576648 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe491a6-53b5-4bb1-96a1-4684cfe802e0 req-5cdc0477-4083-4a8b-b9c3-868a4d78a50d tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:01.581377 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6fe491a6-53b5-4bb1-96a1-4684cfe802e0 req-5cdc0477-4083-4a8b-b9c3-868a4d78a50d tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0557625 Jan 27 11:26:01.633035 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-6fe491a6-53b5-4bb1-96a1-4684cfe802e0 req-31cef1ac-dd37-4e38-a795-019c4b434f49 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477180 Jan 27 11:26:01.776223 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc0acc-f9d5-4615-8e4f-2a32700960a9 req-d9e4848b-568b-4f8a-a217-cdb8d01617dc tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:01.777746 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f8bc0acc-f9d5-4615-8e4f-2a32700960a9 req-d9e4848b-568b-4f8a-a217-cdb8d01617dc tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.0503769 Jan 27 11:26:01.833442 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-f8bc0acc-f9d5-4615-8e4f-2a32700960a9 req-e1aa0896-c526-4909-9db2-cf79b0d35374 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Jan 27 11:26:02.763707 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20d77-722e-4609-a25c-32d01d703405 req-b5fe4b99-8e3e-4561-bdff-0a6b2de9275a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:02.765234 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ad20d77-722e-4609-a25c-32d01d703405 req-b5fe4b99-8e3e-4561-bdff-0a6b2de9275a tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Jan 27 11:26:02.827173 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-0ad20d77-722e-4609-a25c-32d01d703405 req-f1cd428c-3dfa-433a-ac8c-f97e0bea8ea0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553913 Jan 27 11:26:02.957728 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13020-f115-4fa9-aa22-bd9fc94f943a req-c653bd49-213d-49d5-b6d2-6e326ce179cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:02.959221 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-40e13020-f115-4fa9-aa22-bd9fc94f943a req-c653bd49-213d-49d5-b6d2-6e326ce179cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.0574901 Jan 27 11:26:03.020117 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-40e13020-f115-4fa9-aa22-bd9fc94f943a req-b9a668cd-7d19-4225-86e5-f81eb3dc90b4 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Jan 27 11:26:03.959889 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c8cc3-91ef-4ddc-8878-7d9ef07fdfa3 req-7da28b26-2fdc-441c-a8af-5d6ff9c99bac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:03.967668 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-819c8cc3-91ef-4ddc-8878-7d9ef07fdfa3 req-7da28b26-2fdc-441c-a8af-5d6ff9c99bac tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0690484 Jan 27 11:26:04.020767 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-819c8cc3-91ef-4ddc-8878-7d9ef07fdfa3 req-7525ee0d-b335-487b-8185-4b5436a2d698 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519035 Jan 27 11:26:04.163455 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccd7aa-75ce-493b-89b2-620e61155dcb req-b7abc03b-d4b3-4840-9e40-24c902fe1192 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:04.164948 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3eccd7aa-75ce-493b-89b2-620e61155dcb req-b7abc03b-d4b3-4840-9e40-24c902fe1192 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.0625048 Jan 27 11:26:04.216988 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-3eccd7aa-75ce-493b-89b2-620e61155dcb req-379a98cb-c491-46e3-96d0-bea420f8a52f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Jan 27 11:26:05.136176 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862b04f-1da0-4a1e-bace-2ea48063b3e1 req-4e739f30-3005-4b1f-9bb4-3f2b5d1140b0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:05.137591 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a862b04f-1da0-4a1e-bace-2ea48063b3e1 req-4e739f30-3005-4b1f-9bb4-3f2b5d1140b0 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0492082 Jan 27 11:26:05.184892 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-a862b04f-1da0-4a1e-bace-2ea48063b3e1 req-bc8bb3e1-34e4-4205-96e3-77478f2c950c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Jan 27 11:26:05.334151 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ab233-e269-4d7c-8a70-13c37e7e83e6 req-d2f9857a-7a78-46ca-a951-9035e5d34c96 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:05.335611 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-121ab233-e269-4d7c-8a70-13c37e7e83e6 req-d2f9857a-7a78-46ca-a951-9035e5d34c96 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 932 time: 0.0504663 Jan 27 11:26:05.382061 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-121ab233-e269-4d7c-8a70-13c37e7e83e6 req-d9727546-caed-49a2-881f-aa6c264a0812 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jan 27 11:26:05.695354 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Request body: {'port': {'device_id': '40fae405-8977-4882-a46e-e3985cd8bb12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:05.746945 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.776251 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-2d477c03-3097-4eef-ac6a-15b0ddcf4746 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:05.777744 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-2d477c03-3097-4eef-ac6a-15b0ddcf4746 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 944 time: 0.0473318 Jan 27 11:26:05.873339 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port 0f71006d-77e3-462d-b620-e4f432f09275 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:05.873676 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (0f71006d-77e3-462d-b620-e4f432f09275), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.962477 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] For port 0f71006d-77e3-462d-b620-e4f432f09275, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0f71006d-77e3-462d-b620-e4f432f09275,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:05.962755 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (0f71006d-77e3-462d-b620-e4f432f09275), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.975264 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for 0f71006d-77e3-462d-b620-e4f432f09275 owned by compute:nova {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:06.004640 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b098b1d2-aad7-471e-b72c-f3135a08ce87 {{(pid=102612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:06.012032 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks [] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.024248 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.provisioning_blocks [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Transition to ACTIVE for port object b098b1d2-aad7-471e-b72c-f3135a08ce87 will not be triggered until provisioned by entity L2. {{(pid=102612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:26:06.028295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.081923 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:06.115441 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (0f71006d-77e3-462d-b620-e4f432f09275), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.146370 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=0f71006d-77e3-462d-b620-e4f432f09275,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:06.147766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Attempting to bind port b098b1d2-aad7-471e-b72c-f3135a08ce87 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:26:06.148113 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Attempting to bind port b098b1d2-aad7-471e-b72c-f3135a08ce87 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:26:06.148463 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Attempting to bind port b098b1d2-aad7-471e-b72c-f3135a08ce87 on network c06bfe23-61eb-4996-a537-c8180e34320d {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:06.154782 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Port b098b1d2-aad7-471e-b72c-f3135a08ce87 on network c06bfe23-61eb-4996-a537-c8180e34320d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:26:06.154782 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Attempting to bind port b098b1d2-aad7-471e-b72c-f3135a08ce87 on network c06bfe23-61eb-4996-a537-c8180e34320d {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:06.160951 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Checking agent: {'id': '3a3fb885-2d63-4332-a241-ca5fc98c69f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'started_at': datetime.datetime(2022, 1, 27, 11, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:26:06.161300 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Checking segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:26:06.161715 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Bound using segment: {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'} {{(pid=102612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:26:06.162298 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.managers [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Bound port: b098b1d2-aad7-471e-b72c-f3135a08ce87, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6035d0bf-69c6-4c0b-90af-60b45e3b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d'}}] {{(pid=102612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:26:06.162660 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.163562 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-3accd66c-1b67-46a8-837c-aed2e44b4945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.182566 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.182919 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.183269 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.183605 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.184073 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.184408 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.184734 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.185090 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.185416 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.185740 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.186062 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.186380 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.186720 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:06.203756 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] No DVR routers for this DVR port 0f71006d-77e3-462d-b620-e4f432f09275 on host hv-cinder-82660 {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:06.207934 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.212408 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-1318832f-55f0-4914-b1d2-e99731baf5c7 req-83d02759-2277-4614-876d-0576f961aa2e tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "DELETE /v2.0/ports/0f71006d-77e3-462d-b620-e4f432f09275 HTTP/1.1" status: 204 len: 173 time: 0.4253213 Jan 27 11:26:06.212982 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-deleted', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:06.215736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0154691-cc88-4213-9295-6ca608d5772f" -d '{"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-deleted", "tag": "0f71006d-77e3-462d-b620-e4f432f09275"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:06.256271 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded22f05-e559-4c09-89fb-7ffee94e6d72 x-openstack-request-id: req-ded22f05-e559-4c09-89fb-7ffee94e6d72 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:06.256547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb20746-94be-4f1b-b229-bc778cec8d53", "name": "network-vif-deleted", "tag": "0f71006d-77e3-462d-b620-e4f432f09275", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:06.256858 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ded22f05-e559-4c09-89fb-7ffee94e6d72 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:06.257310 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb20746-94be-4f1b-b229-bc778cec8d53', 'name': 'network-vif-deleted', 'tag': '0f71006d-77e3-462d-b620-e4f432f09275', 'status': 'completed', 'code': 200} Jan 27 11:26:06.278090 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, cleared binding levels {{(pid=102612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:26:06.282466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:26:06.291240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.300474 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d9b1976-1625-4111-9c00-ca07c33c32a2 req-93277bc4-8d6e-464a-af52-3c4ac09ccd1b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb20746-94be-4f1b-b229-bc778cec8d53 HTTP/1.1" status: 200 len: 210 time: 0.0281436 Jan 27 11:26:06.326585 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.328218 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.329637 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] 10.222.0.44 "PUT /v2.0/ports/b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1094 time: 0.6387446 Jan 27 11:26:06.330752 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:06.333164 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be285e-ea01-4e74-b271-94ffd46e1965" -d '{"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:06.362453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb39ab-a4a8-40bd-be17-3a79724fb8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=3']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:06.381297 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d76b7-c4c0-4bc9-9836-81b2ebddd0ac x-openstack-request-id: req-8e0d76b7-c4c0-4bc9-9836-81b2ebddd0ac {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:06.381641 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:06.381841 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e0d76b7-c4c0-4bc9-9836-81b2ebddd0ac {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:06.382235 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:26:06.434491 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-83759970-c014-4181-85ef-b920e8047993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.436000 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-83759970-c014-4181-85ef-b920e8047993 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1097 time: 0.0665903 Jan 27 11:26:06.495443 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-42a068a1-6754-47e2-84d7-1e58796e18be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 217 time: 0.0513880 Jan 27 11:26:06.527920 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2ba7a-7c20-4c9e-b21c-4282af30d70e req-2a1cbbf5-51ff-4a9d-a5b0-b45134929b26 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.529485 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82c2ba7a-7c20-4c9e-b21c-4282af30d70e req-2a1cbbf5-51ff-4a9d-a5b0-b45134929b26 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 944 time: 0.0677299 Jan 27 11:26:06.558621 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-fb3d52b7-0a2c-41a8-8a23-82a154417bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.560099 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-fb3d52b7-0a2c-41a8-8a23-82a154417bc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0536225 Jan 27 11:26:06.594877 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-82c2ba7a-7c20-4c9e-b21c-4282af30d70e req-755b8364-3620-4c57-83ef-805735f41e4a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583577 Jan 27 11:26:06.626972 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-d0d94a75-9093-47bc-8f3d-e7140b3a7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.628472 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-d0d94a75-9093-47bc-8f3d-e7140b3a7931 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590618 Jan 27 11:26:06.642954 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-7e0ed7fc-f300-4a84-b60d-4bc44a0356c0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102612) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:26:06.644543 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-7e0ed7fc-f300-4a84-b60d-4bc44a0356c0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074108 Jan 27 11:26:06.737652 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-ddf062e4-c4dc-4ff0-990c-f362508ce00f service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866656 Jan 27 11:26:06.824675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1162f133-44ee-4509-9c99-38c9660f2cc2 req-8fa04825-c1a4-4c82-b4f2-bbdba5ebae6f service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802424 Jan 27 11:26:06.915026 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-d69e1d8e-346b-4392-9cac-55b1a6c8dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:06.916671 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-d69e1d8e-346b-4392-9cac-55b1a6c8dc92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1097 time: 0.0486457 Jan 27 11:26:06.966808 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:07.007392 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-324bb486-b498-44c3-acf3-32c24e65131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:07.008756 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-324bb486-b498-44c3-acf3-32c24e65131d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.0857453 Jan 27 11:26:07.052987 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-3b9e118d-2927-4742-b2f7-e18c7da93373 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 217 time: 0.0361691 Jan 27 11:26:07.099295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-de34649f-a583-4491-b828-fa3f7fa1f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:07.100705 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-de34649f-a583-4491-b828-fa3f7fa1f1d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0422218 Jan 27 11:26:07.148574 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-1176f84f-00e5-4cd7-a9f8-c114e7256717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:07.150033 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-1176f84f-00e5-4cd7-a9f8-c114e7256717 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429657 Jan 27 11:26:07.238518 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-1c334db2-1d9b-4d80-8a10-d5fa8f8a3fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821352 Jan 27 11:26:07.324109 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-02be285e-ea01-4e74-b271-94ffd46e1965 req-1af76565-7999-4902-89b9-5e0d082302b7 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791204 Jan 27 11:26:07.718100 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb941f6-15f3-44f3-8543-6ae3e03858bf req-9dd96205-9bf7-4284-b8fa-6c4fc25717da tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:07.719599 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8bb941f6-15f3-44f3-8543-6ae3e03858bf req-9dd96205-9bf7-4284-b8fa-6c4fc25717da tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 944 time: 0.0536153 Jan 27 11:26:07.766515 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8bb941f6-15f3-44f3-8543-6ae3e03858bf req-9c6451ef-4103-4dd1-b110-f79d681b42db tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Jan 27 11:26:08.550749 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad468c07-33d9-422a-8e28-e3527027a0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:08.887479 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c30f2-ab64-41ec-abc3-f29a4b92d7da req-ad470fd2-0dc2-4546-91b1-7ea9dd07f0d2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:08.888951 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c91c30f2-ab64-41ec-abc3-f29a4b92d7da req-ad470fd2-0dc2-4546-91b1-7ea9dd07f0d2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 944 time: 0.0498073 Jan 27 11:26:08.938433 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-c91c30f2-ab64-41ec-abc3-f29a4b92d7da req-bf92a0a8-3614-4d1c-88a2-bec2a8b3763f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Jan 27 11:26:09.091630 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b098b1d2-aad7-471e-b72c-f3135a08ce87 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:26:09.184312 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:09.194946 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Returning: {'device': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'port_id': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'mac_address': 'fa:16:3e:44:a3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:26:09.231050 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b098b1d2-aad7-471e-b72c-f3135a08ce87 is: DOWN; New status is: BUILD {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:09.231440 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:09.243811 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b098b1d2-aad7-471e-b72c-f3135a08ce87 {{(pid=102614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:09.262941 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:09.266375 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:09.310846 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=4']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:09.509970 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:09.572418 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53640) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:09.906319 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:09.990138 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port fa4c1de8-4b1f-4db6-9aca-06e08d6292d5 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:09.990697 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.051128 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68016779-04ee-4ae4-aed0-aabeefe314e0 req-d5e6b063-1673-4e2e-bb45-7bbc26b7af2a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:10.052595 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-68016779-04ee-4ae4-aed0-aabeefe314e0 req-d5e6b063-1673-4e2e-bb45-7bbc26b7af2a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 945 time: 0.0469911 Jan 27 11:26:10.066192 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.066527 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.078888 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for fa4c1de8-4b1f-4db6-9aca-06e08d6292d5 owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:10.100758 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-68016779-04ee-4ae4-aed0-aabeefe314e0 req-06068b77-79b6-43ce-a53a-97fd0557b66d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Jan 27 11:26:10.220052 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (fa4c1de8-4b1f-4db6-9aca-06e08d6292d5), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.244602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=fa4c1de8-4b1f-4db6-9aca-06e08d6292d5,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:10.305744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (c9494632-19c6-465d-aa4d-7fa8c2f04593), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.306102 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Floating IP c9494632-19c6-465d-aa4d-7fa8c2f04593 disassociated (deleted). External IP: 172.27.2.100, port: b8ffe829-c667-466c-bcdd-22e6fa12a7f9. Jan 27 11:26:10.510249 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:10.617056 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:10.621852 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.627264 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:10.637196 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:10.637811 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:10.651916 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-fd3fc15e-a759-4fbb-a24c-bf959ec77099 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9494632-19c6-465d-aa4d-7fa8c2f04593 HTTP/1.1" status: 204 len: 168 time: 1.0760057 Jan 27 11:26:10.651916 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:10.652632 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58da6198-360a-4029-9bcf-8f525ec88f89" -d '{"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:10.690920 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408cb55-b92c-47c5-8ec1-c784ca3fe19a x-openstack-request-id: req-e408cb55-b92c-47c5-8ec1-c784ca3fe19a {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:10.691437 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:10.691700 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e408cb55-b92c-47c5-8ec1-c784ca3fe19a {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:10.692228 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'status': 'completed', 'code': 200} Jan 27 11:26:10.819535 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-1583b0f9-1814-40c6-8922-ecbb390e75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:10.821082 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-1583b0f9-1814-40c6-8922-ecbb390e75b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 1098 time: 0.1046107 Jan 27 11:26:10.878913 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4c0b4-f984-4140-a6b5-7d168b97442f req-d0ec0531-fa08-46b0-90b7-5b338ad24733 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:10.880587 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7df4c0b4-f984-4140-a6b5-7d168b97442f req-d0ec0531-fa08-46b0-90b7-5b338ad24733 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0472128 Jan 27 11:26:10.912823 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:10.918770 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-372f6c0a-85c9-40d3-93bf-13b5b3ad73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:10.920300 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-372f6c0a-85c9-40d3-93bf-13b5b3ad73dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 200 len: 912 time: 0.0922186 Jan 27 11:26:10.939550 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7df4c0b4-f984-4140-a6b5-7d168b97442f req-6e4765e5-501d-44b8-9a3a-d2ecf51a18aa tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488160 Jan 27 11:26:10.946691 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:10.964331 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-ef8b8074-0e1c-47ca-baed-7fe3a0f8ac78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0362191 Jan 27 11:26:11.011696 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-026e28af-9ec4-46d9-9d2b-eec9e5ec0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:11.013299 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-026e28af-9ec4-46d9-9d2b-eec9e5ec0ccc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 200 len: 850 time: 0.0432670 Jan 27 11:26:11.062322 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-373703c4-62e8-44c9-999e-e51c769fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:11.063817 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-373703c4-62e8-44c9-999e-e51c769fda2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f407390c-f58d-478b-bc7e-edf671e7a8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436628 Jan 27 11:26:11.115633 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b098b1d2-aad7-471e-b72c-f3135a08ce87 up at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:26:11.147168 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:11.159881 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-42d9f3ab-26fb-4275-9d98-d61fade60af6 service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890443 Jan 27 11:26:11.179777 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:11.193750 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:11.194363 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:11.238203 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning for port b098b1d2-aad7-471e-b72c-f3135a08ce87 completed by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:26:11.245142 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Provisioning complete for port b098b1d2-aad7-471e-b72c-f3135a08ce87 triggered by entity L2. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:11.245482 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:11.272882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d89e-db9a-44ab-8fab-e8fe30a3fe50 req-37623c39-eccc-4f9e-8bfa-dd29b8206ef2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:11.274373 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e934d89e-db9a-44ab-8fab-e8fe30a3fe50 req-37623c39-eccc-4f9e-8bfa-dd29b8206ef2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 945 time: 0.1011879 Jan 27 11:26:11.304706 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-58da6198-360a-4029-9bcf-8f525ec88f89 req-e7b39ffa-2f59-4be4-9735-d75920df0deb service neutron] 10.222.0.44 "GET /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384456 Jan 27 11:26:11.335383 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e934d89e-db9a-44ab-8fab-e8fe30a3fe50 req-a22317ed-83b2-4555-9d80-a6c95b2cb018 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528288 Jan 27 11:26:11.346188 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:11.440334 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Current status of the port b098b1d2-aad7-471e-b72c-f3135a08ce87 is: BUILD; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:11.440631 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:11.510819 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:11.513063 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21442d74177d9389c9fdec3e79fa570e2774bfaba34e8cbc400e931f0e8675a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c728bc3-3e89-4963-a7ff-780010972818" -d '{"events": [{"server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "name": "network-vif-plugged", "status": "completed", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:11.529230 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:11.535441 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:11.562041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd259721-9ee5-4562-a896-8918f5273580 x-openstack-request-id: req-cd259721-9ee5-4562-a896-8918f5273580 {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:11.562330 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "name": "network-vif-plugged", "status": "completed", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "code": 200}]} {{(pid=102614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:11.562586 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd259721-9ee5-4562-a896-8918f5273580 {{(pid=102614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:11.562973 dv-cinder-826607-1-iscsi neutron-server[102614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'code': 200} Jan 27 11:26:11.626334 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=5']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:11.654382 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:11.681308 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd95a9-ec9d-4a4d-a8d0-2ee033106697 None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:18:10Z', 'revision_number': 4, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '3ef2831c-bfab-4bd0-9115-a72fc961521b', 'name': '', 'network_id': 'f407390c-f58d-478b-bc7e-edf671e7a8cd', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'mac_address': 'fa:16:3e:95:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:10Z', 'updated_at': '2022-01-27T11:18:15Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'subnets': [{'id': '54252c1e-3fb9-4c8a-901f-ba351d3e9d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:11.712240 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694846-bd26-49b5-9689-c59009fcbb14 req-03470e1e-7fe9-45a6-8ab3-c49cfc41a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:11.713457 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac694846-bd26-49b5-9689-c59009fcbb14 req-03470e1e-7fe9-45a6-8ab3-c49cfc41a2a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1099 time: 0.0407743 Jan 27 11:26:11.765171 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-ac694846-bd26-49b5-9689-c59009fcbb14 req-d1e6f930-eaac-4133-9560-0a7980250487 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Jan 27 11:26:11.894527 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0733170-0208-4b80-a803-3cc7d9ad924e None None] New status for floating IP c9494632-19c6-465d-aa4d-7fa8c2f04593: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:26:12.068790 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95012ad-be6f-4d96-9b89-b26a99cda884 req-e1fafe85-a6bf-42f6-a260-b91750d81e6c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:12.070298 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b95012ad-be6f-4d96-9b89-b26a99cda884 req-e1fafe85-a6bf-42f6-a260-b91750d81e6c tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Jan 27 11:26:12.119183 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-b95012ad-be6f-4d96-9b89-b26a99cda884 req-d02b6679-44d7-4166-baeb-301f884aa68b tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Jan 27 11:26:12.207352 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.451714 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94dcf-a76c-483f-8aa3-0979bd5687af req-21072e5c-6dc2-4067-ad0b-d0c891f49816 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:12.453184 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-20c94dcf-a76c-483f-8aa3-0979bd5687af req-21072e5c-6dc2-4067-ad0b-d0c891f49816 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0473299 Jan 27 11:26:12.499698 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-20c94dcf-a76c-483f-8aa3-0979bd5687af req-8fbc3c2f-87bd-4881-bf18-a7448d4d9e25 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Jan 27 11:26:12.533168 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405438f-c7de-417d-a140-95b5612d2b2e req-b498d6e6-f2e1-4d26-b627-bd2a9148c02f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:12.534747 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1405438f-c7de-417d-a140-95b5612d2b2e req-b498d6e6-f2e1-4d26-b627-bd2a9148c02f tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 945 time: 0.0470002 Jan 27 11:26:12.630108 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:12.630347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.714716 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] For port b8ffe829-c667-466c-bcdd-22e6fa12a7f9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:12.715075 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.726766 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for b8ffe829-c667-466c-bcdd-22e6fa12a7f9 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:12.858467 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (b8ffe829-c667-466c-bcdd-22e6fa12a7f9), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.895849 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=b8ffe829-c667-466c-bcdd-22e6fa12a7f9,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:12.936738 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] No DVR routers for this DVR port b8ffe829-c667-466c-bcdd-22e6fa12a7f9 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:12.939946 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.943510 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-1405438f-c7de-417d-a140-95b5612d2b2e req-cb22fe29-ef0b-4412-a038-d738e3c564b5 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.44 "DELETE /v2.0/ports/b8ffe829-c667-466c-bcdd-22e6fa12a7f9 HTTP/1.1" status: 204 len: 173 time: 0.4006364 Jan 27 11:26:12.943971 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'name': 'network-vif-deleted', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:12.946199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb8737-c92e-42f0-b46b-aee711f1799b" -d '{"events": [{"server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "name": "network-vif-deleted", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:12.983023 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b0f2e-a0c6-4b54-a8b7-783ae6a9f0f1 x-openstack-request-id: req-a24b0f2e-a0c6-4b54-a8b7-783ae6a9f0f1 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:12.983319 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9593abdc-0c07-436c-8820-c22d1a95d779", "name": "network-vif-deleted", "tag": "b8ffe829-c667-466c-bcdd-22e6fa12a7f9", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:12.983580 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a24b0f2e-a0c6-4b54-a8b7-783ae6a9f0f1 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:12.983991 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9593abdc-0c07-436c-8820-c22d1a95d779', 'name': 'network-vif-deleted', 'tag': 'b8ffe829-c667-466c-bcdd-22e6fa12a7f9', 'status': 'completed', 'code': 200} Jan 27 11:26:13.215124 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2a3e2f1e-b1a9-49d0-9445-72c5b976b56c req-2c7ce686-b927-4916-bea9-b0c61b49c1c9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "GET /v2.0/ports?device_id=9593abdc-0c07-436c-8820-c22d1a95d779 HTTP/1.1" status: 200 len: 210 time: 0.0300605 Jan 27 11:26:13.616430 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc05682-9f6a-4e5b-a41e-5e475dfe5ecb req-09ad40c6-936e-4725-aebd-e1588eeb6916 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.617944 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2dc05682-9f6a-4e5b-a41e-5e475dfe5ecb req-09ad40c6-936e-4725-aebd-e1588eeb6916 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Jan 27 11:26:13.665112 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2dc05682-9f6a-4e5b-a41e-5e475dfe5ecb req-48213ebc-af78-4bbe-8f5d-b8cbbafb5c12 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Jan 27 11:26:13.778569 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903635-df51-4e32-a1f8-cf3067f7b414 req-e09f3a4f-c2ad-401c-8f93-cd72968799d5 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.780032 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2e903635-df51-4e32-a1f8-cf3067f7b414 req-e09f3a4f-c2ad-401c-8f93-cd72968799d5 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Jan 27 11:26:13.828292 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-2e903635-df51-4e32-a1f8-cf3067f7b414 req-5ca1d59f-827b-4ea5-907a-489180f1f4b8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Jan 27 11:26:14.146035 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94d2b5-cd2b-4428-9c26-d208de5af64c req-b358590e-f679-42b1-b01b-fde5126d505f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.147492 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3e94d2b5-cd2b-4428-9c26-d208de5af64c req-b358590e-f679-42b1-b01b-fde5126d505f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0473523 Jan 27 11:26:14.193121 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3e94d2b5-cd2b-4428-9c26-d208de5af64c req-5f023688-f52a-4bf4-b746-42946272970c tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Jan 27 11:26:14.271466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53676) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:14.396515 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Deleting port ce9022d5-85fc-448c-bda1-0ee6b3faead7 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:14.396872 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.482523 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.483027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (ce9022d5-85fc-448c-bda1-0ee6b3faead7), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.495469 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Calling delete_port for ce9022d5-85fc-448c-bda1-0ee6b3faead7 owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:14.624421 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (ce9022d5-85fc-448c-bda1-0ee6b3faead7), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.654071 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'Port': ['ID=ce9022d5-85fc-448c-bda1-0ee6b3faead7,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:14.710779 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for floatingip (d3140f69-ee8d-4a95-854e-a451cb460bfc), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.713368 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.714606 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-34da907b-9fb8-4428-a9db-6a14ce1a3649 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "DELETE /v2.0/floatingips/d3140f69-ee8d-4a95-854e-a451cb460bfc HTTP/1.1" status: 204 len: 168 time: 0.4420822 Jan 27 11:26:15.903035 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53708) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:15.966628 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (ca65b794-3a8e-45fe-b2fc-6f4ba914ca51), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:15.993440 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (ca65b794-3a8e-45fe-b2fc-6f4ba914ca51), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.055761 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (ca65b794-3a8e-45fe-b2fc-6f4ba914ca51), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.058675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.059868 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca65b794-3a8e-45fe-b2fc-6f4ba914ca51 HTTP/1.1" status: 204 len: 168 time: 0.1558111 Jan 27 11:26:16.070545 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b260-3ce3-4863-b423-366213d470f9 tempest-TestVolumeBootPattern-2128504251 tempest-TestVolumeBootPattern-2128504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca65b794-3a8e-45fe-b2fc-6f4ba914ca51,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:16.115144 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53714) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:16.546526 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.784151 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Deleting port 3ef2831c-bfab-4bd0-9115-a72fc961521b {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:16.784485 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.858851 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] For port 3ef2831c-bfab-4bd0-9115-a72fc961521b, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=3ef2831c-bfab-4bd0-9115-a72fc961521b,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:16.859214 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.871265 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Calling delete_port for 3ef2831c-bfab-4bd0-9115-a72fc961521b owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:17.051601 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (3ef2831c-bfab-4bd0-9115-a72fc961521b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:17.076425 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef2831c-bfab-4bd0-9115-a72fc961521b,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:17.114538 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b8ffe829-c667-466c-bcdd-22e6fa12a7f9 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:17.139540 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: b8ffe829-c667-466c-bcdd-22e6fa12a7f9 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:17.139892 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b8ffe829-c667-466c-bcdd-22e6fa12a7f9 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:17.235092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:17.451261 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Router ec3203d3-fd90-47f1-91f1-ed0827a99da6 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:17.554220 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:17.559354 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-47d5db45-d26f-4df1-b19a-727cb9364f20 admin admin] 10.222.0.24 "PUT /v2.0/routers/ec3203d3-fd90-47f1-91f1-ed0827a99da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4432058 Jan 27 11:26:17.561967 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53720) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:17.562438 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Sync routers for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:17.573277 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:17.574016 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:17.662012 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks [] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:17.678579 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:17.864067 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:26:17Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:17.890739 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Checking router: ec3203d3-fd90-47f1-91f1-ed0827a99da6 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:17.900351 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Routers {'ec3203d3-fd90-47f1-91f1-ed0827a99da6'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:17.900996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:18.008352 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] Set router ec3203d3-fd90-47f1-91f1-ed0827a99da6 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:18.026742 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks [] for router_gateway (ec3203d3-fd90-47f1-91f1-ed0827a99da6), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.081675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Deleting port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:18.082355 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.160941 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] For port f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:18.161307 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.172655 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Calling delete_port for f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc owned by network:router_gateway {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:18.200019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:26:17Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:18.228424 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3cef7-3e21-4841-bba8-93c922bb7cbf None None] The sync data for ids ['ec3203d3-fd90-47f1-91f1-ed0827a99da6'] in dv-cinder-826607-1-iscsi is: [{'id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'name': 'tempest-TestVolumeBootPattern-550943952-router', 'tenant_id': '667fd5a7bd464ef9b3e69096d409f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:07Z', 'updated_at': '2022-01-27T11:26:17Z', 'revision_number': 5, 'project_id': '667fd5a7bd464ef9b3e69096d409f80d', 'gw_port': {'id': 'f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3203d3-fd90-47f1-91f1-ed0827a99da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:08Z', 'updated_at': '2022-01-27T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:18.337591 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.365711 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:18.426863 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.516355 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.518638 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks [] for router_controller (ec3203d3-fd90-47f1-91f1-ed0827a99da6), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.562131 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (ec3203d3-fd90-47f1-91f1-ed0827a99da6), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.562757 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3203d3-fd90-47f1-91f1-ed0827a99da6 {{(pid=102612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:26:18.567809 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.571749 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53724) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:18.572127 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-aabb8ed1-0d39-4019-b66b-116b86b9caaf admin admin] 10.222.0.24 "DELETE /v2.0/routers/ec3203d3-fd90-47f1-91f1-ed0827a99da6 HTTP/1.1" status: 204 len: 168 time: 1.0087411 Jan 27 11:26:18.617066 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Deleting subnet 54252c1e-3fb9-4c8a-901f-ba351d3e9d24 {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:26:18.620324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Publish callbacks [] for subnet (54252c1e-3fb9-4c8a-901f-ba351d3e9d24), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.655864 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (54252c1e-3fb9-4c8a-901f-ba351d3e9d24), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.738902 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (54252c1e-3fb9-4c8a-901f-ba351d3e9d24), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.792492 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (54252c1e-3fb9-4c8a-901f-ba351d3e9d24), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.821975 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.828615 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54252c1e-3fb9-4c8a-901f-ba351d3e9d24 HTTP/1.1" status: 204 len: 168 time: 0.2535551 Jan 27 11:26:18.828831 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f6b90-0c27-4de9-bdc2-793d29aedc39 None None] Network f407390c-f58d-478b-bc7e-edf671e7a8cd requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:26:18.828971 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02fa07-d79c-47d5-95e3-f9bb74f87011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54252c1e-3fb9-4c8a-901f-ba351d3e9d24,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:18.829694 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53726) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:18.910656 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (f407390c-f58d-478b-bc7e-edf671e7a8cd), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.965261 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Deleting port 190b669d-ca9b-4587-924a-60a019f25c68 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:18.965603 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (190b669d-ca9b-4587-924a-60a019f25c68), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.026587 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] For port 190b669d-ca9b-4587-924a-60a019f25c68, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=190b669d-ca9b-4587-924a-60a019f25c68,segment=NetworkSegment(0123e426-ed93-4438-8581-3aecfc46da0a),segment_id=0123e426-ed93-4438-8581-3aecfc46da0a)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:19.026947 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (190b669d-ca9b-4587-924a-60a019f25c68), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.043046 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Calling delete_port for 190b669d-ca9b-4587-924a-60a019f25c68 owned by network:dhcp {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:19.121130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (190b669d-ca9b-4587-924a-60a019f25c68), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.148367 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Pushing event deleted for resources: {'Port': ['ID=190b669d-ca9b-4587-924a-60a019f25c68,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:19.150122 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] No DVR routers for this DVR port 190b669d-ca9b-4587-924a-60a019f25c68 on host dv-cinder-826607-1-iscsi {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:19.222761 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (f407390c-f58d-478b-bc7e-edf671e7a8cd), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.243054 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764caff3-b58d-42b1-9ae3-e186363c6c1b None None] DHCP port deletion for f407390c-f58d-478b-bc7e-edf671e7a8cd request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:26:19.244531 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f407390c-f58d-478b-bc7e-edf671e7a8cd']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:19.260736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0123e426-ed93-4438-8581-3aecfc46da0a') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:19.260736 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0123e426-ed93-4438-8581-3aecfc46da0a') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:19.271347 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (0123e426-ed93-4438-8581-3aecfc46da0a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.284664 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (0123e426-ed93-4438-8581-3aecfc46da0a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.290635 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:26:19.291016 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (0123e426-ed93-4438-8581-3aecfc46da0a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:26:19.293054 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:26:19.344856 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (f407390c-f58d-478b-bc7e-edf671e7a8cd), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.350930 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.354014 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f407390c-f58d-478b-bc7e-edf671e7a8cd HTTP/1.1" status: 204 len: 168 time: 0.5230732 Jan 27 11:26:19.356896 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53730) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:19.364363 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338311b9-f307-457c-80bf-7790804d6845 admin admin] Pushing event deleted for resources: {'Network': ['ID=f407390c-f58d-478b-bc7e-edf671e7a8cd,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:19.694246 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:19.822762 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3ef2831c-bfab-4bd0-9115-a72fc961521b no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:19.842940 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 3ef2831c-bfab-4bd0-9115-a72fc961521b {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:19.843291 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 3ef2831c-bfab-4bd0-9115-a72fc961521b not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:19.843715 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 190b669d-ca9b-4587-924a-60a019f25c68 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:19.862180 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 190b669d-ca9b-4587-924a-60a019f25c68 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:19.862526 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 190b669d-ca9b-4587-924a-60a019f25c68 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:19.862939 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:19.882179 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:19.882529 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device f4e0b973-6e9c-4c9a-94a2-3645e0b6e6cc not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:19.935475 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Deleting port db28198f-4fab-485e-afd7-702616488a78 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:19.935814 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (db28198f-4fab-485e-afd7-702616488a78), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.010808 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] For port db28198f-4fab-485e-afd7-702616488a78, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=db28198f-4fab-485e-afd7-702616488a78,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:20.011092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (db28198f-4fab-485e-afd7-702616488a78), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.022871 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Calling delete_port for db28198f-4fab-485e-afd7-702616488a78 owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:20.205488 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (db28198f-4fab-485e-afd7-702616488a78), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.231776 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Pushing event deleted for resources: {'Port': ['ID=db28198f-4fab-485e-afd7-702616488a78,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:20.391092 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.601080 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:20.705103 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:20.710012 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-823a2640-c76e-4dfc-a877-157ed4d46179 admin admin] 10.222.0.24 "PUT /v2.0/routers/526e1bd9-f573-4e4b-968e-f7954bdeeb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3519859 Jan 27 11:26:20.712521 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53734) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:20.715391 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Sync routers for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:20.725134 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:20.725740 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:20.814869 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks [] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.827397 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:20.913499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks [] for router_gateway (526e1bd9-f573-4e4b-968e-f7954bdeeb13), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:20.965239 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Deleting port 8254f7a0-b934-443f-afe9-0227752c42f1 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:20.965583 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.003206 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:26:20Z', 'revision_number': 5, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port': {'id': '8254f7a0-b934-443f-afe9-0227752c42f1', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:21.032116 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Checking router: 526e1bd9-f573-4e4b-968e-f7954bdeeb13 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:21.040657 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Routers {'526e1bd9-f573-4e4b-968e-f7954bdeeb13'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:21.041286 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:21.042668 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] For port 8254f7a0-b934-443f-afe9-0227752c42f1, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8254f7a0-b934-443f-afe9-0227752c42f1,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:21.043034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.054808 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Calling delete_port for 8254f7a0-b934-443f-afe9-0227752c42f1 owned by network:router_gateway {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:21.123880 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] Set router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:21.222178 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (8254f7a0-b934-443f-afe9-0227752c42f1), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.251950 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Pushing event deleted for resources: {'Port': ['ID=8254f7a0-b934-443f-afe9-0227752c42f1,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:21.265557 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:26:20Z', 'revision_number': 6, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:21.291787 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab73931-0d8f-4f02-8864-ba34f616e19f None None] The sync data for ids ['526e1bd9-f573-4e4b-968e-f7954bdeeb13'] in dv-cinder-826607-1-iscsi is: [{'id': '526e1bd9-f573-4e4b-968e-f7954bdeeb13', 'name': 'tempest-TestVolumeBootPattern-1408297745-router', 'tenant_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:18:12Z', 'updated_at': '2022-01-27T11:26:20Z', 'revision_number': 6, 'project_id': 'a4a11bf5033a4a7e8a719634ebc8cc9d', 'gw_port_host': None}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:21.315969 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.409096 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.411233 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks [] for router_controller (526e1bd9-f573-4e4b-968e-f7954bdeeb13), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.456745 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (526e1bd9-f573-4e4b-968e-f7954bdeeb13), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.457253 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526e1bd9-f573-4e4b-968e-f7954bdeeb13 {{(pid=102612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:26:21.462105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.463236 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-044a88db-c9ff-4bd2-bc80-5361a42db86c admin admin] 10.222.0.24 "DELETE /v2.0/routers/526e1bd9-f573-4e4b-968e-f7954bdeeb13 HTTP/1.1" status: 204 len: 168 time: 0.7496700 Jan 27 11:26:21.465753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53738) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:21.509889 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Deleting subnet cb0a0884-4bc4-42d8-a1b5-cca0d8385429 {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:26:21.513295 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Publish callbacks [] for subnet (cb0a0884-4bc4-42d8-a1b5-cca0d8385429), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.545838 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (cb0a0884-4bc4-42d8-a1b5-cca0d8385429), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.621325 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (cb0a0884-4bc4-42d8-a1b5-cca0d8385429), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.685299 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (cb0a0884-4bc4-42d8-a1b5-cca0d8385429), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.713694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0a0884-4bc4-42d8-a1b5-cca0d8385429,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:21.715799 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.721216 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98095fff-d31e-4092-98d4-8ec55961eb6b None None] Network f2f93ca4-9ce9-4284-b577-dc0f472f14c6 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:26:21.722154 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53740) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:21.725273 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d852a73c-b66b-4656-a501-c39f43a096da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb0a0884-4bc4-42d8-a1b5-cca0d8385429 HTTP/1.1" status: 204 len: 168 time: 0.2523661 Jan 27 11:26:21.802048 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (f2f93ca4-9ce9-4284-b577-dc0f472f14c6), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.855040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Deleting port a458cf0e-ed66-467a-a165-3d75bb4e19cb {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:21.855372 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.919484 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] For port a458cf0e-ed66-467a-a165-3d75bb4e19cb, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=a458cf0e-ed66-467a-a165-3d75bb4e19cb,segment=NetworkSegment(a41c9b49-34cf-4d16-b008-fc938a8197b2),segment_id=a41c9b49-34cf-4d16-b008-fc938a8197b2)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:21.919838 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:21.932645 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Calling delete_port for a458cf0e-ed66-467a-a165-3d75bb4e19cb owned by network:dhcp {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:22.017754 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (a458cf0e-ed66-467a-a165-3d75bb4e19cb), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.047351 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Pushing event deleted for resources: {'Port': ['ID=a458cf0e-ed66-467a-a165-3d75bb4e19cb,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:22.050127 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] No DVR routers for this DVR port a458cf0e-ed66-467a-a165-3d75bb4e19cb on host dv-cinder-826607-1-iscsi {{(pid=102613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:22.132056 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8d3ce-84bf-45e8-8b0e-58f264ce43eb None None] DHCP port deletion for f2f93ca4-9ce9-4284-b577-dc0f472f14c6 request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:26:22.135727 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (f2f93ca4-9ce9-4284-b577-dc0f472f14c6), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.161419 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f93ca4-9ce9-4284-b577-dc0f472f14c6']}} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:22.172009 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41c9b49-34cf-4d16-b008-fc938a8197b2') {'for_net_delete': True} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:22.172309 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.services.segments.db [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41c9b49-34cf-4d16-b008-fc938a8197b2') {} {{(pid=102613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:22.182938 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62354785'] for segment (a41c9b49-34cf-4d16-b008-fc938a8197b2), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.196558 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (a41c9b49-34cf-4d16-b008-fc938a8197b2), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.203265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:26:22.203785 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62459555'] for segment (a41c9b49-34cf-4d16-b008-fc938a8197b2), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: Traceback (most recent call last): Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: timer() Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: cb(*args, **kw) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: return func(*args, **kwargs) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: self._notify() Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: self.callback(batched_events) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: event.method(event) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: return f(self, *a, **k) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._get(url).json() Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: return self.request(url, 'GET', **kwargs) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:26:22.206128 dv-cinder-826607-1-iscsi neutron-server[102613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:26:22.211499 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device db28198f-4fab-485e-afd7-702616488a78 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:22.268625 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (f2f93ca4-9ce9-4284-b577-dc0f472f14c6), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.273980 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.277445 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2f93ca4-9ce9-4284-b577-dc0f472f14c6 HTTP/1.1" status: 204 len: 168 time: 0.5542693 Jan 27 11:26:22.294593 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd08b2-fcf5-448c-8672-ec3c79854258 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f93ca4-9ce9-4284-b577-dc0f472f14c6,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:22.385402 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: db28198f-4fab-485e-afd7-702616488a78 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:22.385761 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device db28198f-4fab-485e-afd7-702616488a78 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:22.436786 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53750) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:22.484407 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e9765a3d-ac30-405f-94a2-58fe7b9c86a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=667fd5a7bd464ef9b3e69096d409f80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463388 Jan 27 11:26:22.486940 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53754) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:22.565124 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] Publish callbacks [] for security_group (d21d5c5c-8ae5-46f2-b4e5-401123e84d6a), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.575483 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71d78-b922-4760-8ff8-7502f45e64d2 req-98fb47b5-3b96-4f2f-b730-a2fac8b227ce tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:22.576942 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d6a71d78-b922-4760-8ff8-7502f45e64d2 req-98fb47b5-3b96-4f2f-b730-a2fac8b227ce tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0691619 Jan 27 11:26:22.611139 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] Publish callbacks [] for security_group (d21d5c5c-8ae5-46f2-b4e5-401123e84d6a), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.659774 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d6a71d78-b922-4760-8ff8-7502f45e64d2 req-4401e365-6b14-43d3-a96d-a01bb2a371d5 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766098 Jan 27 11:26:22.680175 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (d21d5c5c-8ae5-46f2-b4e5-401123e84d6a), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.682414 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53756) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:22.682973 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.684088 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d21d5c5c-8ae5-46f2-b4e5-401123e84d6a HTTP/1.1" status: 204 len: 168 time: 0.1962605 Jan 27 11:26:22.692794 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a566967-9600-4206-9375-041d8af2cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21d5c5c-8ae5-46f2-b4e5-401123e84d6a,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:22.883780 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed94600-8ce9-4391-90d8-820ef2a8dfd8 tempest-TestMinimumBasicScenario-1316405475 tempest-TestMinimumBasicScenario-1316405475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:22.885430 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-eed94600-8ce9-4391-90d8-820ef2a8dfd8 tempest-TestMinimumBasicScenario-1316405475 tempest-TestMinimumBasicScenario-1316405475-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1094 time: 0.2019491 Jan 27 11:26:22.888034 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53764) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:22.893134 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'floatingip': {'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'port_id': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:22.913119 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.002383 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53766) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:23.025597 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (None), before_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.088124 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-81b7fa28-3f42-4b92-86f5-218f99dd0275 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4a11bf5033a4a7e8a719634ebc8cc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0844374 Jan 27 11:26:23.090466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53768) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:23.183395 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_common [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Allocated IP 172.27.2.160 (e7a0e72b-5075-4d85-a1cc-97d77c5bd671/944b8d65-2648-4fef-843d-598f0ecc0c4f/0be7c022-37c4-40c1-b117-1d1ca0d8e147) {{(pid=102612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:26:23.187247 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] Publish callbacks [] for security_group (93e435e4-6db6-4801-9995-2a45b4c188a8), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.225307 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] Publish callbacks [] for security_group (93e435e4-6db6-4801-9995-2a45b4c188a8), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.320360 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (93e435e4-6db6-4801-9995-2a45b4c188a8), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.322879 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.324005 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e435e4-6db6-4801-9995-2a45b4c188a8 HTTP/1.1" status: 204 len: 168 time: 0.2326620 Jan 27 11:26:23.326683 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.339388 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaed74-84d2-4484-b891-73cf1a35070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e435e4-6db6-4801-9995-2a45b4c188a8,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:23.370003 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793108211981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:23.409772 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Network e7a0e72b-5075-4d85-a1cc-97d77c5bd671 is already hosted by enough agents. {{(pid=102612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:26:23.412793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Resources bound (agent type, host, resource id): {{(pid=102612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:26:23.416199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Received port after_create {{(pid=102612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:26:23.446082 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'Port': ['ID=0be7c022-37c4-40c1-b117-1d1ca0d8e147,revision_number=1']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:23.809933 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8254f7a0-b934-443f-afe9-0227752c42f1 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:23.830526 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 8254f7a0-b934-443f-afe9-0227752c42f1 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:23.830873 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8254f7a0-b934-443f-afe9-0227752c42f1 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:23.831288 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device a458cf0e-ed66-467a-a165-3d75bb4e19cb no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:23.850457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: a458cf0e-ed66-467a-a165-3d75bb4e19cb {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:23.850809 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device a458cf0e-ed66-467a-a165-3d75bb4e19cb not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:24.086015 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for floatingip (13954868-1896-4848-af97-cc14211efdb3), precommit_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.149566 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.293548 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.298577 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.363727 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'Port': ['ID=0be7c022-37c4-40c1-b117-1d1ca0d8e147,revision_number=2']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:24.374995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664492'] for floatingip (13954868-1896-4848-af97-cc14211efdb3), after_create {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.475044 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Floating IP 13954868-1896-4848-af97-cc14211efdb3 associated. External IP: 172.27.2.160, port: b098b1d2-aad7-471e-b72c-f3135a08ce87. Jan 27 11:26:24.680346 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:24.786577 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:24.797444 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Sync routers for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:24.803784 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.807385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:24.807995 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:24.830733 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-6bc2f2ce-72b0-41a1-a331-59fdc8c06b64 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9416974 Jan 27 11:26:24.831315 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:24.833674 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53772) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:24.834176 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24b72a-052c-4c1f-bb23-1ef45ff24071" -d '{"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:24.838241 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220772486', 'description': 'tempest-secgroup-smoke-1220772486 description', 'project_id': '943fed8602c148598a885fadbbe1d6b3'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:24.865179 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (None), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.883685 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2a29e-2ec3-4129-9b08-90085f40ab53 x-openstack-request-id: req-c3a2a29e-2ec3-4129-9b08-90085f40ab53 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:24.884008 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:24.884277 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3a2a29e-2ec3-4129-9b08-90085f40ab53 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:24.885054 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:26:24.922174 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:24.934996 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (b650f015-ee76-46b5-8f10-a613e6f36296), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.940130 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b650f015-ee76-46b5-8f10-a613e6f36296), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.953084 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-f5e8d9f1-ba11-4f90-a8ed-656a6ece5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:24.954662 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-f5e8d9f1-ba11-4f90-a8ed-656a6ece5239 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1099 time: 0.0447593 Jan 27 11:26:24.971355 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.973966 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1379080 Jan 27 11:26:24.975541 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53776) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:24.980308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:24.985220 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156648c-aae1-4456-91e3-8ed42e32792a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b650f015-ee76-46b5-8f10-a613e6f36296,revision_number=1']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.009519 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (947c75dd-0740-4f13-a9fd-975c4b59ba77), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.065995 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-63b94869-0df2-4a2a-b37a-51c340f4f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:25.067490 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-63b94869-0df2-4a2a-b37a-51c340f4f22a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.1071174 Jan 27 11:26:25.068810 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (947c75dd-0740-4f13-a9fd-975c4b59ba77), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.073473 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (947c75dd-0740-4f13-a9fd-975c4b59ba77), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.086746 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947c75dd-0740-4f13-a9fd-975c4b59ba77,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.104446 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.109241 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-5bc846be-c6f0-436e-beaf-105ce9a82792 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324084 Jan 27 11:26:25.109825 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53778) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:25.114479 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:25.140867 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (b64b449f-93c7-4c6b-ae45-8c64069d71d2), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.142265 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-bef327bc-4ca4-438b-98b7-3f451e7e2308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1000 time: 0.0648220 Jan 27 11:26:25.185784 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '13954868-1896-4848-af97-cc14211efdb3', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'port_id': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'mac_address': 'fa:16:3e:44:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fae405-8977-4882-a46e-e3985cd8bb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:23Z', 'updated_at': '2022-01-27T11:26:23Z', 'revision_number': 0, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:25.198963 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-3257a381-77ac-42fd-9891-f08d34e7c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:25.200407 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-3257a381-77ac-42fd-9891-f08d34e7c401 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0521770 Jan 27 11:26:25.209005 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (b64b449f-93c7-4c6b-ae45-8c64069d71d2), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.213773 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (b64b449f-93c7-4c6b-ae45-8c64069d71d2), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.213937 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Checking router: 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:25.223682 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:25.224297 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:26:09Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:25.237562 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64b449f-93c7-4c6b-ae45-8c64069d71d2,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.243932 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.247740 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-e7b13269-d468-4af5-81a8-1ee6e5c36d94 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340861 Jan 27 11:26:25.247740 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53780) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:25.253220 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-8f9a83cf-0fd5-42d6-b648-025ceda7465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:25.254685 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:25.255609 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-8f9a83cf-0fd5-42d6-b648-025ceda7465c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497129 Jan 27 11:26:25.279633 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (1b0d19ef-990a-4f05-99fa-31ef10854117), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.337269 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:25.350798 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (1b0d19ef-990a-4f05-99fa-31ef10854117), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.354798 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (1b0d19ef-990a-4f05-99fa-31ef10854117), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.362013 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-f9874b1f-c07e-46e0-89a0-8fac3a95f353 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916076 Jan 27 11:26:25.374346 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0d19ef-990a-4f05-99fa-31ef10854117,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.384490 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.388688 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-94eb82b6-23d8-4d92-af9c-f13812249c6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400416 Jan 27 11:26:25.389306 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53782) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:25.394179 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:25.421948 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (b68ac962-7981-421a-89f5-4cc277bd557e), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.475388 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-2f24b72a-052c-4c1f-bb23-1ef45ff24071 req-b693ffe1-9465-426a-941b-617407f6b9fc service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076009 Jan 27 11:26:25.486096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (b68ac962-7981-421a-89f5-4cc277bd557e), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.490974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (b68ac962-7981-421a-89f5-4cc277bd557e), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.517206 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68ac962-7981-421a-89f5-4cc277bd557e,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.523251 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.524851 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-47f9e3a5-023e-41a1-97f8-1c746e6fdb7b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346149 Jan 27 11:26:25.527675 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53784) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:25.532946 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:25.554530 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.securitygroups_db [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Project 943fed8602c148598a885fadbbe1d6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:26:25.559721 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (adacb706-ab8b-4dbc-8901-c7889316166c), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.584335 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '13954868-1896-4848-af97-cc14211efdb3', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'port_id': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'mac_address': 'fa:16:3e:44:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fae405-8977-4882-a46e-e3985cd8bb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:23Z', 'updated_at': '2022-01-27T11:26:23Z', 'revision_number': 0, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:25.614313 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6273-6df0-4348-b7f3-f72ac431defd None None] The sync data for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi is: [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_floatingips': [{'id': '13954868-1896-4848-af97-cc14211efdb3', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'router_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'port_id': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'mac_address': 'fa:16:3e:44:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fae405-8977-4882-a46e-e3985cd8bb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:23Z', 'updated_at': '2022-01-27T11:26:23Z', 'revision_number': 0, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:25.623692 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (adacb706-ab8b-4dbc-8901-c7889316166c), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.628429 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (adacb706-ab8b-4dbc-8901-c7889316166c), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.649981 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adacb706-ab8b-4dbc-8901-c7889316166c,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.659621 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.660850 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-893db907-13ea-4671-82f0-f00520a07ec2 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322324 Jan 27 11:26:25.663559 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53786) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:25.667852 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'security_group_rule': {'security_group_id': 'b650f015-ee76-46b5-8f10-a613e6f36296', 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:25.690881 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.db.securitygroups_db [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Project 943fed8602c148598a885fadbbe1d6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:26:25.696156 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (e6634e1f-619e-4740-9cd0-00be6e665163), before_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.757270 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (e6634e1f-619e-4740-9cd0-00be6e665163), precommit_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.762218 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488857'] for security_group_rule (e6634e1f-619e-4740-9cd0-00be6e665163), after_create {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.780454 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6634e1f-619e-4740-9cd0-00be6e665163,revision_number=0']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:25.789269 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:25.790409 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-b86930a8-e432-4d7c-b0af-1d4617e2aaf8 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259024 Jan 27 11:26:25.837943 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03844c-8840-46e6-bf41-dbf005a3f5de None None] New status for floating IP 13954868-1896-4848-af97-cc14211efdb3: ACTIVE {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:26:25.882489 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-78ed0706-be41-4e69-8c7d-39421c57f3df tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220772486&fields=id&tenant_id=943fed8602c148598a885fadbbe1d6b3 HTTP/1.1" status: 200 len: 267 time: 0.0462554 Jan 27 11:26:25.933839 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ed3b5429-02a4-422c-8274-1e34a02a50a9 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:25.935317 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ed3b5429-02a4-422c-8274-1e34a02a50a9 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0475745 Jan 27 11:26:25.946470 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.v2.base [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'port': {'security_groups': ['6ab49aa8-c73a-4b63-b518-fe56e118d35b', 'b650f015-ee76-46b5-8f10-a613e6f36296']}} {{(pid=102613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:26.012919 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.192947 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:26.222542 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), precommit_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.226739 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62459463'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.243905 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:26.269605 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.270226 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.271592 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-56fd70dd-5d0c-4097-8f8f-2fb40ecf31bf req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "PUT /v2.0/ports/b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 982 time: 0.3296950 Jan 27 11:26:26.272040 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:26.274324 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099d235e72bcf112957dececeaed4976d73a27e002f233e03f51d2d00c4cdfa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcefef43-cb52-4750-b049-29fef1188b43" -d '{"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:26.309914 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d6cb-4443-499a-a905-dc46cbcb3b23 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=6']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:26.333600 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:26.333811 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1d36d9-65ac-4a96-9dc0-e038bd7db8c4 x-openstack-request-id: req-6c1d36d9-65ac-4a96-9dc0-e038bd7db8c4 {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:26.334466 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:26.334825 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c1d36d9-65ac-4a96-9dc0-e038bd7db8c4 {{(pid=102613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:26.335324 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:26:26.405485 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefef43-cb52-4750-b049-29fef1188b43 req-e29e4c56-8812-42bf-bb4e-f7fbd253db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.406454 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b95c5-7bda-45ae-a2d4-e1692a23e35c req-0586dc46-aa23-4a32-ab85-52a324bb635c tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.408622 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-e29e4c56-8812-42bf-bb4e-f7fbd253db98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1138 time: 0.0578992 Jan 27 11:26:26.408809 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3e7b95c5-7bda-45ae-a2d4-e1692a23e35c req-0586dc46-aa23-4a32-ab85-52a324bb635c tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0715764 Jan 27 11:26:26.480102 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-3e7b95c5-7bda-45ae-a2d4-e1692a23e35c req-b7b6fb96-5722-4fe9-be78-32a8940d8506 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648329 Jan 27 11:26:26.522476 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefef43-cb52-4750-b049-29fef1188b43 req-97dfe073-4acd-43fb-9866-f79d2c244836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.523978 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-97dfe073-4acd-43fb-9866-f79d2c244836 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.1101542 Jan 27 11:26:26.588774 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-65fc8d29-cc8d-42f2-b34e-22e84c1b57a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1002 time: 0.0585566 Jan 27 11:26:26.637874 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefef43-cb52-4750-b049-29fef1188b43 req-9c88b9a4-e41e-44d3-b158-d7f1777b342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.639775 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-9c88b9a4-e41e-44d3-b158-d7f1777b342e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0440249 Jan 27 11:26:26.649182 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-39898b36-3460-423e-81bb-e1df434f2ef0 None None] Provisioning complete for port b098b1d2-aad7-471e-b72c-f3135a08ce87 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:26.649555 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-39898b36-3460-423e-81bb-e1df434f2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.687511 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefef43-cb52-4750-b049-29fef1188b43 req-9dbfce6a-e45d-43a6-9905-56fe9f39009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.689636 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-9dbfce6a-e45d-43a6-9905-56fe9f39009b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440855 Jan 27 11:26:26.777091 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-0c5a94d6-b13d-448d-8104-f4589529c0db service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817673 Jan 27 11:26:26.862273 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-39898b36-3460-423e-81bb-e1df434f2ef0 None None] Current status of the port b098b1d2-aad7-471e-b72c-f3135a08ce87 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:26.872822 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-dcefef43-cb52-4750-b049-29fef1188b43 req-c222e73c-2b6e-4e48-a137-82d247d09524 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904889 Jan 27 11:26:35.409891 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:26:36.144041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d851ceaa-6e1e-4fdd-8d95-4c0c183e6ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.987239 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:38.551890 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-5d209c92-47fd-4363-864f-3c85acc2426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:39.907950 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:40.910524 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:42.208689 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:49.343091 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b299af-1ac0-4b75-9ad3-4409bd9e207d req-68f4f96d-f4a2-48a7-9d62-60c628ef1718 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.344766 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-67b299af-1ac0-4b75-9ad3-4409bd9e207d req-68f4f96d-f4a2-48a7-9d62-60c628ef1718 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0505798 Jan 27 11:26:49.345925 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-c1522fe1-e1cd-42cd-be1c-4c40fb508525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.347432 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-c1522fe1-e1cd-42cd-be1c-4c40fb508525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1138 time: 0.0415459 Jan 27 11:26:49.406087 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-67b299af-1ac0-4b75-9ad3-4409bd9e207d req-edae81b0-0215-40f9-a56c-621e6819a44a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552514 Jan 27 11:26:49.446795 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-a107011e-9ff4-4e7e-ba74-ec00312697f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.448287 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-a107011e-9ff4-4e7e-ba74-ec00312697f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.0950968 Jan 27 11:26:49.513438 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-da938839-3425-40ca-b868-b827f90635bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1002 time: 0.0582192 Jan 27 11:26:49.560031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-b0441a96-52ee-4a60-955f-be864907df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.561494 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-b0441a96-52ee-4a60-955f-be864907df16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0415854 Jan 27 11:26:49.608334 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-93c10a05-f26b-4722-8df3-683a9ff0e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.609808 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-93c10a05-f26b-4722-8df3-683a9ff0e564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422750 Jan 27 11:26:49.696672 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-20359083-7fcf-4bfd-abd8-c4d7d6bfc757 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802875 Jan 27 11:26:49.787675 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-cb05f2b3-9d09-428b-86f2-063de1664f22 req-c27eed56-9ea0-41ca-a044-fa0f1ea625c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846212 Jan 27 11:26:50.521967 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf2d04-d3ae-4af2-8329-4b0affa2619e req-8cb5cc25-20f9-4ccc-aa44-e4d2d515ac8f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:50.523470 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36bf2d04-d3ae-4af2-8329-4b0affa2619e req-8cb5cc25-20f9-4ccc-aa44-e4d2d515ac8f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0476384 Jan 27 11:26:50.581891 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-36bf2d04-d3ae-4af2-8329-4b0affa2619e req-682ce57d-5491-4a5f-bce4-ce68854d9512 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527644 Jan 27 11:26:51.698820 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f732-9b6f-4ad6-8dd7-7c0524bfd98b req-b211bec6-4512-49d5-957c-6af2cd4b9866 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:51.700269 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d421f732-9b6f-4ad6-8dd7-7c0524bfd98b req-b211bec6-4512-49d5-957c-6af2cd4b9866 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0520036 Jan 27 11:26:51.757112 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-d421f732-9b6f-4ad6-8dd7-7c0524bfd98b req-581ae441-3e43-43e4-a640-d67a58442985 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512125 Jan 27 11:26:52.873362 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ec02-d531-4955-bdab-14f21c62c956 req-eb966970-be41-47f6-be68-10d51a2cb8e4 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:52.874824 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-40a6ec02-d531-4955-bdab-14f21c62c956 req-eb966970-be41-47f6-be68-10d51a2cb8e4 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0510476 Jan 27 11:26:52.932408 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-40a6ec02-d531-4955-bdab-14f21c62c956 req-1779dc21-23fe-47db-bccc-9f598707b918 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516062 Jan 27 11:26:54.046168 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0050ac-c11e-459d-879d-bd8c75503779 req-e07c5faa-1d92-408e-a449-47de719ac5b5 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:54.047524 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5d0050ac-c11e-459d-879d-bd8c75503779 req-e07c5faa-1d92-408e-a449-47de719ac5b5 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0509799 Jan 27 11:26:54.105180 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-5d0050ac-c11e-459d-879d-bd8c75503779 req-5eb21f7e-3ae3-4d05-90e9-fcb19d5bf918 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518312 Jan 27 11:26:55.217105 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2c995-aac6-46f3-b43f-b6869bc6c495 req-c9ba313b-67da-4708-abc8-cefe77fefc74 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:55.218574 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-43c2c995-aac6-46f3-b43f-b6869bc6c495 req-c9ba313b-67da-4708-abc8-cefe77fefc74 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0480049 Jan 27 11:26:55.276744 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-43c2c995-aac6-46f3-b43f-b6869bc6c495 req-f524ce56-85cc-47e4-a7a3-e15b3a706dac tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524719 Jan 27 11:26:56.390337 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6415fa-6e83-4a51-a64a-edc6c5efdf7d req-7a11cf9e-c1c1-41a4-a7d5-81829d826f2f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:56.392842 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4a6415fa-6e83-4a51-a64a-edc6c5efdf7d req-7a11cf9e-c1c1-41a4-a7d5-81829d826f2f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0494461 Jan 27 11:26:56.450482 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-4a6415fa-6e83-4a51-a64a-edc6c5efdf7d req-d17291b6-2762-4350-b5fd-65ffeb24c3fd tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520680 Jan 27 11:26:57.568199 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bf9e1-0878-47ea-a53f-8bbf4621b7ae req-e0733743-50ac-4daf-91c5-bf3a7c691742 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:57.569698 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-995bf9e1-0878-47ea-a53f-8bbf4621b7ae req-e0733743-50ac-4daf-91c5-bf3a7c691742 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0487027 Jan 27 11:26:57.631169 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-995bf9e1-0878-47ea-a53f-8bbf4621b7ae req-ce3f394e-cb78-43f8-8c83-76d9f069e1ec tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558634 Jan 27 11:26:58.748169 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7322d8-8aac-40bc-95fc-bc21e939620e req-44d0102b-506d-4ba6-a6b9-e59b82dd26fa tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:58.749572 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8b7322d8-8aac-40bc-95fc-bc21e939620e req-44d0102b-506d-4ba6-a6b9-e59b82dd26fa tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0520720 Jan 27 11:26:58.808123 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-8b7322d8-8aac-40bc-95fc-bc21e939620e req-d9497a7d-8105-45e7-8398-f74a008c4f44 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524697 Jan 27 11:26:59.919286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91561e17-7239-41bb-b30e-1743b2ac960c req-d751678b-c03c-426e-b7a2-c2c9cf054876 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:59.920735 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-91561e17-7239-41bb-b30e-1743b2ac960c req-d751678b-c03c-426e-b7a2-c2c9cf054876 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0475547 Jan 27 11:26:59.978987 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-91561e17-7239-41bb-b30e-1743b2ac960c req-a65eb2c2-bc34-41e1-a9b4-2edead570b86 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518899 Jan 27 11:27:01.092011 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baac75-bcad-433f-8078-3e7291c0892e req-6f396485-de8c-4cd1-9867-67b25a7d20b1 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:01.093507 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-34baac75-bcad-433f-8078-3e7291c0892e req-6f396485-de8c-4cd1-9867-67b25a7d20b1 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0482705 Jan 27 11:27:01.151164 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-34baac75-bcad-433f-8078-3e7291c0892e req-9a3e6707-253f-436e-bab8-65fa8948ae58 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518107 Jan 27 11:27:02.263414 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d099f-2e0e-4550-9bdc-aa27669fa951 req-cf6bc1ce-c9bd-4631-96ea-00ac38d413fd tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:02.264870 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f1d099f-2e0e-4550-9bdc-aa27669fa951 req-cf6bc1ce-c9bd-4631-96ea-00ac38d413fd tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0481579 Jan 27 11:27:02.322297 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-9f1d099f-2e0e-4550-9bdc-aa27669fa951 req-4af80691-27b3-4066-bc75-983cc66b1a4b tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518353 Jan 27 11:27:03.434906 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199b50-9f31-46b5-8bc1-a332ce75d0e8 req-6a302b69-6ceb-4253-b354-8a73e670688d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:03.436320 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9c199b50-9f31-46b5-8bc1-a332ce75d0e8 req-6a302b69-6ceb-4253-b354-8a73e670688d tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0478790 Jan 27 11:27:03.498190 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9c199b50-9f31-46b5-8bc1-a332ce75d0e8 req-99f2563b-d25c-4df8-93c0-a44082daef57 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560753 Jan 27 11:27:04.613777 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526114-6df0-4a72-aad2-d0eb9e55e850 req-eaed7643-dee6-46e1-a937-2e844e7ea262 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:04.615235 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-62526114-6df0-4a72-aad2-d0eb9e55e850 req-eaed7643-dee6-46e1-a937-2e844e7ea262 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0511346 Jan 27 11:27:04.673364 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-62526114-6df0-4a72-aad2-d0eb9e55e850 req-8170531a-8115-42c7-8918-ebcba01e3d71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524876 Jan 27 11:27:05.787441 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b5def-b3d0-4813-9665-6c704531acb8 req-1ba58713-f96b-4f80-b205-798a4aac6f6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:05.788891 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7b5b5def-b3d0-4813-9665-6c704531acb8 req-1ba58713-f96b-4f80-b205-798a4aac6f6e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0490856 Jan 27 11:27:05.846276 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7b5b5def-b3d0-4813-9665-6c704531acb8 req-c235ee84-b1cd-48d5-801f-1bf94b2b4153 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&id=b650f015-ee76-46b5-8f10-a613e6f36296&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518317 Jan 27 11:27:06.145839 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ad412d53-205f-4037-9fe7-fc6e2599c6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:06.976161 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:08.552948 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7e977960-fc23-478a-a8c4-f0413426fa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:09.910019 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:10.913644 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:12.210881 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:12.409462 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:27:13.018995 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-26dd30bd-3449-4881-8d77-62ba182a42c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401607 Jan 27 11:27:13.099151 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348b02-9158-4c72-801b-c4105c0827e6 req-98586074-fdc3-4cfa-b0c7-d2e7927de948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:13.100592 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-98586074-fdc3-4cfa-b0c7-d2e7927de948 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1138 time: 0.0407248 Jan 27 11:27:13.204466 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348b02-9158-4c72-801b-c4105c0827e6 req-0cf72c75-04b6-4d61-9c43-a647a58e2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:13.205951 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-0cf72c75-04b6-4d61-9c43-a647a58e2a8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.0864520 Jan 27 11:27:13.268923 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-d4fff124-8947-45d0-95ce-70e904669dfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1002 time: 0.0565743 Jan 27 11:27:13.318711 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348b02-9158-4c72-801b-c4105c0827e6 req-53167a31-e649-456b-aea9-f8760114d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:13.320024 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-53167a31-e649-456b-aea9-f8760114d60f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0457547 Jan 27 11:27:13.363910 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348b02-9158-4c72-801b-c4105c0827e6 req-c0329150-a3fa-490f-b535-12a748f8d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:13.365385 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-c0329150-a3fa-490f-b535-12a748f8d6af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385942 Jan 27 11:27:13.450146 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-eb39b432-dbfd-498a-a11b-fe4a20e66a6e service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787492 Jan 27 11:27:13.544400 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-be348b02-9158-4c72-801b-c4105c0827e6 req-7060ab5f-2d47-4581-afa8-94d353ec0df0 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Jan 27 11:27:36.147846 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4552d076-ff44-4c0c-8636-8e131724c3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:36.986561 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.131377 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-df8d3053-1bc0-415a-bb96-3e13c2b0bbf9 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220772486&fields=id&tenant_id=943fed8602c148598a885fadbbe1d6b3 HTTP/1.1" status: 200 len: 267 time: 0.0438361 Jan 27 11:27:38.181484 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-14304147-f582-4166-a8d7-57165aa5b03e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:38.182913 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-14304147-f582-4166-a8d7-57165aa5b03e tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 985 time: 0.0464904 Jan 27 11:27:38.193444 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.v2.base [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Request body: {'port': {'security_groups': ['6ab49aa8-c73a-4b63-b518-fe56e118d35b']}} {{(pid=102612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:27:38.259026 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3552647'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.425516 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:38.454156 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), precommit_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.458546 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793108777418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793108211999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793108212017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58759112'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_update {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.472136 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:27:38.498684 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:38.499311 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.500787 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e6d28b82-fdfa-4b6a-b231-a5d67d99508f req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "PUT /v2.0/ports/b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 943 time: 0.3119192 Jan 27 11:27:38.504379 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:27:38.506694 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa370a-27b5-4246-9848-55e276ec1464" -d '{"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:27:38.510558 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53846) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:38.540946 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event updated for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=7']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:38.549394 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.549801 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.550222 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.550624 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.551024 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.551793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.551793 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.552489 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.552489 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.552844 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.553414 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.553808 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.554194 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e2809-5288-48ed-a895-160eba0e01ef tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.573254 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:27:38.606087 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (b650f015-ee76-46b5-8f10-a613e6f36296), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.625400 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-7497262b-b5e6-4532-8bf9-c093eb5bd14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.637974 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (b650f015-ee76-46b5-8f10-a613e6f36296), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.710248 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (b650f015-ee76-46b5-8f10-a613e6f36296), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.716496 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for security_group (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.718558 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "DELETE /v2.0/security-groups/b650f015-ee76-46b5-8f10-a613e6f36296 HTTP/1.1" status: 204 len: 168 time: 0.2068386 Jan 27 11:27:38.722831 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53850) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:38.731506 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650f015-ee76-46b5-8f10-a613e6f36296,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:38.741926 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.742479 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.742993 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.743512 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.744017 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.745096 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.746039 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.747338 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.748265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.749308 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.749665 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.750064 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.752058 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18f7ae-48a5-46ae-a90a-737e8fa9ef71 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:38.811106 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.provisioning_blocks [None req-8cec02d8-6da9-477c-bbb8-0b691bd72502 None None] Provisioning complete for port b098b1d2-aad7-471e-b72c-f3135a08ce87 triggered by entity DHCP. {{(pid=102614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:27:38.811479 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8cec02d8-6da9-477c-bbb8-0b691bd72502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565243'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), provisioning_complete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.822139 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec9c65-75d0-464c-9f28-c2c1040a61c1 x-openstack-request-id: req-38ec9c65-75d0-464c-9f28-c2c1040a61c1 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:27:38.822453 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:27:38.822693 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38ec9c65-75d0-464c-9f28-c2c1040a61c1 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:27:38.823090 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:27:38.890312 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-8cec02d8-6da9-477c-bbb8-0b691bd72502 None None] Current status of the port b098b1d2-aad7-471e-b72c-f3135a08ce87 is: ACTIVE; New status is: ACTIVE {{(pid=102614) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:27:38.911031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-9da83545-1a58-4c53-a32b-b84d0fc08f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:38.912533 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-9da83545-1a58-4c53-a32b-b84d0fc08f30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1099 time: 0.0601919 Jan 27 11:27:39.014836 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Deleting port 0be7c022-37c4-40c1-b117-1d1ca0d8e147 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:39.015090 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:39.042993 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-1a24016f-5343-4e17-8417-20ee520306bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:39.044423 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-1a24016f-5343-4e17-8417-20ee520306bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.1159632 Jan 27 11:27:39.149308 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:39.150045 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for floatingip (0be7c022-37c4-40c1-b117-1d1ca0d8e147), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:39.153368 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-1ee3d6dc-23bf-4ae3-8953-989a284a73ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 1002 time: 0.0817602 Jan 27 11:27:39.186153 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Calling delete_port for 0be7c022-37c4-40c1-b117-1d1ca0d8e147 owned by network:floatingip {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:39.239020 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-6f1dccc2-0cca-4460-b0c1-d03941a30089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:39.240479 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-6f1dccc2-0cca-4460-b0c1-d03941a30089 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0812910 Jan 27 11:27:39.313451 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-088e8ae1-4e7b-462e-9e18-f8e7d74930c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:39.315027 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-088e8ae1-4e7b-462e-9e18-f8e7d74930c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687559 Jan 27 11:27:39.437380 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-826fd8f1-4640-40ee-aca7-c653a669ee86 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118431 Jan 27 11:27:39.438428 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (0be7c022-37c4-40c1-b117-1d1ca0d8e147), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:39.476286 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event deleted for resources: {'Port': ['ID=0be7c022-37c4-40c1-b117-1d1ca0d8e147,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:39.588562 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks [] for floatingip (13954868-1896-4848-af97-cc14211efdb3), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:39.588902 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.db.l3_db [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Floating IP 13954868-1896-4848-af97-cc14211efdb3 disassociated (deleted). External IP: 172.27.2.160, port: b098b1d2-aad7-471e-b72c-f3135a08ce87. Jan 27 11:27:39.636418 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-a7aa370a-27b5-4246-9848-55e276ec1464 req-82980689-3b18-4f4c-ab2e-1d6b2cdbf327 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920686 Jan 27 11:27:39.913918 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:40.066832 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:27:40.174446 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:27:40.179104 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for floatingip (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:40.183563 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d31e3-ad43-4597-8400-049867880725 None None] Sync routers for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:27:40.193398 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:40.193997 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:40.205114 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-e76e6d1d-588c-48c4-8afe-0b086ae7950f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "DELETE /v2.0/floatingips/13954868-1896-4848-af97-cc14211efdb3 HTTP/1.1" status: 204 len: 168 time: 1.4806354 Jan 27 11:27:40.301383 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:40.514152 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:40.540851 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d31e3-ad43-4597-8400-049867880725 None None] Checking router: 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:27:40.549013 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:40.549607 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:40.777549 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:40.824209 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:27:40.826557 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3" -d '{"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:27:40.865737 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972aa032-417e-4edf-ad2f-0f1ec2b582b9 x-openstack-request-id: req-972aa032-417e-4edf-ad2f-0f1ec2b582b9 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:27:40.866039 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:27:40.866324 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-972aa032-417e-4edf-ad2f-0f1ec2b582b9 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:27:40.866779 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:27:40.929454 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-85dbebb3-5619-4f3a-abb4-bf1709eac749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:40.930952 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-85dbebb3-5619-4f3a-abb4-bf1709eac749 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=943fed8602c148598a885fadbbe1d6b3&device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 1099 time: 0.0441582 Jan 27 11:27:40.931682 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:40.992619 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-491d31e3-ad43-4597-8400-049867880725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:41.019878 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d31e3-ad43-4597-8400-049867880725 None None] The sync data for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi is: [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:40Z', 'revision_number': 4, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi', '_interfaces': [{'id': '6db692b9-e66b-425d-adf0-52f25ee79942', 'name': '', 'network_id': 'c06bfe23-61eb-4996-a537-c8180e34320d', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'mac_address': 'fa:16:3e:17:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:40Z', 'updated_at': '2022-01-27T11:25:45Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'subnets': [{'id': '83db88a1-9523-42d6-9c88-c8074cbb9fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:27:41.030452 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-b30d893c-7bca-4443-a58d-64341a251c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:41.032035 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-b30d893c-7bca-4443-a58d-64341a251c4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 200 len: 915 time: 0.0921693 Jan 27 11:27:41.074732 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-17b22277-a640-48ca-85cc-a95718758afb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 200 len: 217 time: 0.0362740 Jan 27 11:27:41.124758 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-8755f53f-e3a8-4a3a-802a-3eec8aec24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:41.126756 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-8755f53f-e3a8-4a3a-802a-3eec8aec24fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 200 len: 853 time: 0.0452349 Jan 27 11:27:41.170598 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-64b79c66-0bbf-4532-8c07-139e8138caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:41.172074 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-64b79c66-0bbf-4532-8c07-139e8138caba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c06bfe23-61eb-4996-a537-c8180e34320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404155 Jan 27 11:27:41.249310 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7cdd3c-df83-4be5-a579-9c0bc97e961d None None] New status for floating IP 13954868-1896-4848-af97-cc14211efdb3: DOWN {{(pid=102615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:27:41.269491 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-cbcbe9a9-973e-4746-9918-c174237abef3 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909054 Jan 27 11:27:41.363786 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-e8675c5b-58f5-43c0-91d3-1465ecb1aef3 req-bfe9bab4-e181-435d-b5e2-a3afdda992e5 service neutron] 10.222.0.44 "GET /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886364 Jan 27 11:27:42.213563 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:42.887984 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea684-d19f-4d9f-a0b5-1277873732e0 req-8b781532-c555-4215-ba09-1e46a625687a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:42.889472 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-175ea684-d19f-4d9f-a0b5-1277873732e0 req-8b781532-c555-4215-ba09-1e46a625687a tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0477426 Jan 27 11:27:42.935609 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-175ea684-d19f-4d9f-a0b5-1277873732e0 req-96fe57f2-0543-4c2e-a560-64a43299553f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jan 27 11:27:44.053018 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c09a5-6b59-45e0-8d7d-08698667b1b5 req-586fe74d-4d32-40c9-8554-ad23d4f97082 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:44.054429 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7a0c09a5-6b59-45e0-8d7d-08698667b1b5 req-586fe74d-4d32-40c9-8554-ad23d4f97082 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Jan 27 11:27:44.100308 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-7a0c09a5-6b59-45e0-8d7d-08698667b1b5 req-f07240c4-6a17-4b29-9d6d-bfc1ea47dc59 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ab49aa8-c73a-4b63-b518-fe56e118d35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Jan 27 11:27:44.524446 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-2db7d508-9155-47d7-9837-8cc79e4c587f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:44.525884 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-2db7d508-9155-47d7-9837-8cc79e4c587f tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 946 time: 0.0468078 Jan 27 11:27:44.615062 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Deleting port b098b1d2-aad7-471e-b72c-f3135a08ce87 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:44.615397 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:44.700283 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] For port b098b1d2-aad7-471e-b72c-f3135a08ce87, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b098b1d2-aad7-471e-b72c-f3135a08ce87,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:44.700665 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:44.712960 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Calling delete_port for b098b1d2-aad7-471e-b72c-f3135a08ce87 owned by compute:nova {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:44.838366 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (b098b1d2-aad7-471e-b72c-f3135a08ce87), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:44.849956 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] get_ports_and_sgs() called for port_ids ['b098b1d2-aad7-471e-b72c-f3135a08ce87'] {{(pid=102614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:27:44.866210 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Pushing event deleted for resources: {'Port': ['ID=b098b1d2-aad7-471e-b72c-f3135a08ce87,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:44.909827 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] No DVR routers for this DVR port b098b1d2-aad7-471e-b72c-f3135a08ce87 on host hv-cinder-82660 {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:27:44.912246 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106558'] for port (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:44.915598 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [req-afb8a878-1834-4864-9f81-f5e3b9c3c7bc req-57ad71d1-b84e-48e3-b000-2a248b7325cb tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.44 "DELETE /v2.0/ports/b098b1d2-aad7-471e-b72c-f3135a08ce87 HTTP/1.1" status: 204 len: 173 time: 0.3845456 Jan 27 11:27:44.916027 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'name': 'network-vif-deleted', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87'}] {{(pid=102612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:27:44.918248 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b054479df0522af710242f22ef653f95a2808c7932a794a5a4fcbc908e832d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0a9078-b4ab-45d0-8d9f-329488033732" -d '{"events": [{"server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "name": "network-vif-deleted", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87"}]}' {{(pid=102612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:27:44.955385 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7290c86-3aa6-4e2d-8312-c10f874e1a39 x-openstack-request-id: req-a7290c86-3aa6-4e2d-8312-c10f874e1a39 {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:27:44.955677 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fae405-8977-4882-a46e-e3985cd8bb12", "name": "network-vif-deleted", "tag": "b098b1d2-aad7-471e-b72c-f3135a08ce87", "status": "completed", "code": 200}]} {{(pid=102612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:27:44.955958 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7290c86-3aa6-4e2d-8312-c10f874e1a39 {{(pid=102612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:27:44.956360 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fae405-8977-4882-a46e-e3985cd8bb12', 'name': 'network-vif-deleted', 'tag': 'b098b1d2-aad7-471e-b72c-f3135a08ce87', 'status': 'completed', 'code': 200} Jan 27 11:27:45.203622 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [req-9d9f0e65-671a-41cb-92ce-991bec159165 req-c06e9ff2-0e69-465b-8e89-752294fa8219 tempest-TestMinimumBasicScenario-53274197 tempest-TestMinimumBasicScenario-53274197-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fae405-8977-4882-a46e-e3985cd8bb12 HTTP/1.1" status: 200 len: 210 time: 0.0255170 Jan 27 11:27:46.857462 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53938) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:47.210521 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:47.449213 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Deleting port 6db692b9-e66b-425d-adf0-52f25ee79942 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:47.449548 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:47.518981 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b098b1d2-aad7-471e-b72c-f3135a08ce87 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:47.529679 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] For port 6db692b9-e66b-425d-adf0-52f25ee79942, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=6db692b9-e66b-425d-adf0-52f25ee79942,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:47.530046 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:47.538649 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] No Port match for: b098b1d2-aad7-471e-b72c-f3135a08ce87 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:47.538996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Device b098b1d2-aad7-471e-b72c-f3135a08ce87 not bound to the agent host hv-cinder-82660 {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:47.541543 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Calling delete_port for 6db692b9-e66b-425d-adf0-52f25ee79942 owned by network:router_interface {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:47.722191 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (6db692b9-e66b-425d-adf0-52f25ee79942), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:47.748608 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db692b9-e66b-425d-adf0-52f25ee79942,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:47.919061 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.125584 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:27:48.235644 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:27:48.240679 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-be6f3926-3b51-43b6-90cf-58ec27d13db7 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c1578d2-f9f5-43a8-8126-0061bf3bd4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3821881 Jan 27 11:27:48.243221 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53940) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:48.246056 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Sync routers for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:27:48.256936 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:48.257579 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:48.344046 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks [] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.361775 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:48.445529 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks [] for router_gateway (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.497255 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Deleting port 5513620d-0292-44b0-a9ed-b70ef01a76f9 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:48.497602 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.537593 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:27:47Z', 'revision_number': 5, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port': {'id': '5513620d-0292-44b0-a9ed-b70ef01a76f9', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:48.569077 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Checking router: 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 for host: dv-cinder-826607-1-iscsi {{(pid=102614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:27:48.577166 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Routers {'6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:48.577760 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'], 'active': True} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:48.580428 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] For port 5513620d-0292-44b0-a9ed-b70ef01a76f9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=5513620d-0292-44b0-a9ed-b70ef01a76f9,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:48.580810 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.592345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Calling delete_port for 5513620d-0292-44b0-a9ed-b70ef01a76f9 owned by network:router_gateway {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:48.662843 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvr_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] Set router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 gateway port host: None {{(pid=102614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:48.713379 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_hamode_db [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:27:48Z', 'revision_number': 6, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:48.743521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa4b35-c2ac-4886-8564-9648627e7d7f None None] The sync data for ids ['6c1578d2-f9f5-43a8-8126-0061bf3bd4c7'] in dv-cinder-826607-1-iscsi is: [{'id': '6c1578d2-f9f5-43a8-8126-0061bf3bd4c7', 'name': 'tempest-TestMinimumBasicScenario-706121479-router', 'tenant_id': '943fed8602c148598a885fadbbe1d6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:38Z', 'updated_at': '2022-01-27T11:27:48Z', 'revision_number': 6, 'project_id': '943fed8602c148598a885fadbbe1d6b3', 'gw_port_host': None}] {{(pid=102614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:27:48.755636 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (5513620d-0292-44b0-a9ed-b70ef01a76f9), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.779886 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5513620d-0292-44b0-a9ed-b70ef01a76f9,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:48.840090 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.927005 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:48.929101 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks [] for router_controller (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.253744 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (6c1578d2-f9f5-43a8-8126-0061bf3bd4c7), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.254262 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 {{(pid=102612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:27:49.258743 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.259856 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-51076f98-4db7-4c22-bb53-7f88f87725f8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6c1578d2-f9f5-43a8-8126-0061bf3bd4c7 HTTP/1.1" status: 204 len: 168 time: 1.0157530 Jan 27 11:27:49.262342 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53942) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:49.305820 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Deleting subnet 83db88a1-9523-42d6-9c88-c8074cbb9fe0 {{(pid=102612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:27:49.308740 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Publish callbacks [] for subnet (83db88a1-9523-42d6-9c88-c8074cbb9fe0), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.343204 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62780931'] for subnet (83db88a1-9523-42d6-9c88-c8074cbb9fe0), precommit_delete_associations {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.408339 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:27:49.421892 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (83db88a1-9523-42d6-9c88-c8074cbb9fe0), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.473031 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58759042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58747191'] for subnet (83db88a1-9523-42d6-9c88-c8074cbb9fe0), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.496909 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83db88a1-9523-42d6-9c88-c8074cbb9fe0,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:49.504068 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.507348 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1fb2b5ad-3b97-4ccf-8c7b-694ad290a9b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83db88a1-9523-42d6-9c88-c8074cbb9fe0 HTTP/1.1" status: 204 len: 168 time: 0.2439890 Jan 27 11:27:49.509809 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53944) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:49.511922 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7dbcbd-c7d4-4b38-945c-db6d68a760d8 None None] Network c06bfe23-61eb-4996-a537-c8180e34320d requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:27:49.583502 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (c06bfe23-61eb-4996-a537-c8180e34320d), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.637223 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Deleting port d0741b6f-8940-43ee-824f-3850a2d2e830 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:49.637567 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.685801 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] DHCP port deletion for c06bfe23-61eb-4996-a537-c8180e34320d request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:27:49.701799 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] For port d0741b6f-8940-43ee-824f-3850a2d2e830, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d0741b6f-8940-43ee-824f-3850a2d2e830,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:49.702166 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.715630 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Calling delete_port for d0741b6f-8940-43ee-824f-3850a2d2e830 owned by network:dhcp {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:49.741228 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Deleting port d0741b6f-8940-43ee-824f-3850a2d2e830 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:49.741681 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.808462 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] For port d0741b6f-8940-43ee-824f-3850a2d2e830, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=d0741b6f-8940-43ee-824f-3850a2d2e830,segment=NetworkSegment(6035d0bf-69c6-4c0b-90af-60b45e3b1c16),segment_id=6035d0bf-69c6-4c0b-90af-60b45e3b1c16)] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:49.808816 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.811347 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.827547 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Calling delete_port for d0741b6f-8940-43ee-824f-3850a2d2e830 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:49.844471 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0741b6f-8940-43ee-824f-3850a2d2e830,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:49.849841 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] No DVR routers for this DVR port d0741b6f-8940-43ee-824f-3850a2d2e830 on host dv-cinder-826607-1-iscsi {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:27:49.879144 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6db692b9-e66b-425d-adf0-52f25ee79942 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:49.900028 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 6db692b9-e66b-425d-adf0-52f25ee79942 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:49.900373 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 6db692b9-e66b-425d-adf0-52f25ee79942 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:49.900777 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d0741b6f-8940-43ee-824f-3850a2d2e830 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:49.925492 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (c06bfe23-61eb-4996-a537-c8180e34320d), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.926521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: d0741b6f-8940-43ee-824f-3850a2d2e830 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:49.926865 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device d0741b6f-8940-43ee-824f-3850a2d2e830 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:49.927274 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5513620d-0292-44b0-a9ed-b70ef01a76f9 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:49.949257 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06bfe23-61eb-4996-a537-c8180e34320d']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:49.953559 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 5513620d-0292-44b0-a9ed-b70ef01a76f9 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:49.953906 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 5513620d-0292-44b0-a9ed-b70ef01a76f9 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:49.954499 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6035d0bf-69c6-4c0b-90af-60b45e3b1c16') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:49.955296 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6035d0bf-69c6-4c0b-90af-60b45e3b1c16') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:49.964809 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (6035d0bf-69c6-4c0b-90af-60b45e3b1c16), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.970407 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (d0741b6f-8940-43ee-824f-3850a2d2e830), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.979124 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (6035d0bf-69c6-4c0b-90af-60b45e3b1c16), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.986189 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:27:49.986882 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (6035d0bf-69c6-4c0b-90af-60b45e3b1c16), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:27:49.988630 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:27:49.996009 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Pushing event deleted for resources: {'Port': ['ID=d0741b6f-8940-43ee-824f-3850a2d2e830,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:50.003785 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] No DVR routers for this DVR port d0741b6f-8940-43ee-824f-3850a2d2e830 on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:27:50.007117 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.010385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.011317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.011317 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04177b-81d7-46c9-b111-1d364d765d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-1-iscsi {{(pid=102614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:50.041901 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (c06bfe23-61eb-4996-a537-c8180e34320d), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:50.047201 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:50.050950 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c06bfe23-61eb-4996-a537-c8180e34320d HTTP/1.1" status: 204 len: 168 time: 0.5402031 Jan 27 11:27:50.053955 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53946) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:50.061345 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2b88-353f-43be-a88b-4087f60aa564 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06bfe23-61eb-4996-a537-c8180e34320d,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:50.386733 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3664748'] for router_interface (97569e67-5ec2-4c48-8153-91f921ad6b65), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:50.863863 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Deleting port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:50.864199 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:50.938689 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] For port b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:50.939051 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:50.950263 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Calling delete_port for b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 owned by network:router_interface {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:51.121201 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.144485 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:51.310780 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3664888'] for router_interface (97569e67-5ec2-4c48-8153-91f921ad6b65), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.520547 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Router 97569e67-5ec2-4c48-8153-91f921ad6b65 has already been hosted by L3 agent 9c3bba62-ce12-4b6e-839b-06ec1bde3584 {{(pid=102613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:27:51.623671 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] Notify agent at l3_agent.dv-cinder-826607-1-iscsi the message routers_updated {{(pid=102613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:27:51.630519 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-3dfa4f30-6a70-4cb6-96a5-3a4fc662f538 admin admin] 10.222.0.24 "PUT /v2.0/routers/97569e67-5ec2-4c48-8153-91f921ad6b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736458 Jan 27 11:27:51.631281 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53948) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:51.633891 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Sync routers for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:27:51.644571 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:51.645208 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:51.731922 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks [] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.749468 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: dv-cinder-826607-1-iscsi {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:51.839109 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks [] for router_gateway (97569e67-5ec2-4c48-8153-91f921ad6b65), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.893836 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Deleting port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf {{(pid=102613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:51.894265 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.933953 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'external_fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:27:51Z', 'revision_number': 5, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port': {'id': 'c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf', 'name': '', 'network_id': 'e7a0e72b-5075-4d85-a1cc-97d77c5bd671', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '944b8d65-2648-4fef-843d-598f0ecc0c4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-1-iscsi'}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:51.959895 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Checking router: 97569e67-5ec2-4c48-8153-91f921ad6b65 for host: dv-cinder-826607-1-iscsi {{(pid=102615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:27:51.967849 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Routers {'97569e67-5ec2-4c48-8153-91f921ad6b65'} bound to L3 agent in host dv-cinder-826607-1-iscsi {{(pid=102615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:27:51.968435 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:08:08Z,description=,heartbeat_timestamp=2022-01-27T11:27:39Z,host='dv-cinder-826607-1-iscsi',id=9c3bba62-ce12-4b6e-839b-06ec1bde3584,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:08:08Z,topic='l3_agent')) {'router_ids': ['97569e67-5ec2-4c48-8153-91f921ad6b65'], 'active': True} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:51.971660 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.db [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] For port c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,segment=NetworkSegment(28987a19-ee82-447d-86b5-f01632341c7c),segment_id=28987a19-ee82-447d-86b5-f01632341c7c)] {{(pid=102613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:51.972024 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:51.983683 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.plugins.ml2.plugin [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Calling delete_port for c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf owned by network:router_gateway {{(pid=102613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:52.051706 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_dvr_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] Set router 97569e67-5ec2-4c48-8153-91f921ad6b65 gateway port host: None {{(pid=102615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:27:52.102228 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.l3_hamode_db [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:27:51Z', 'revision_number': 6, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port_host': None}], 'dv-cinder-826607-1-iscsi', False) {} {{(pid=102615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:52.132457 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599db397-e4b7-4581-ba86-2bf655472990 None None] The sync data for ids ['97569e67-5ec2-4c48-8153-91f921ad6b65'] in dv-cinder-826607-1-iscsi is: [{'id': '97569e67-5ec2-4c48-8153-91f921ad6b65', 'name': 'tempest-TestMinimumBasicScenario-2015595226-router', 'tenant_id': 'e020e9c8274f445b81a3f8becf7002ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:25:42Z', 'updated_at': '2022-01-27T11:27:51Z', 'revision_number': 6, 'project_id': 'e020e9c8274f445b81a3f8becf7002ff', 'gw_port_host': None}] {{(pid=102615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:27:52.151326 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62459472'] for port (c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.180133 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:52.238494 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664278'] for router_gateway (97569e67-5ec2-4c48-8153-91f921ad6b65), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.325186 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3660035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12294'] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.327267 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks [] for router_controller (97569e67-5ec2-4c48-8153-91f921ad6b65), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.371113 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3660042'] for router (97569e67-5ec2-4c48-8153-91f921ad6b65), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.371638 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97569e67-5ec2-4c48-8153-91f921ad6b65 {{(pid=102613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:27:52.375866 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.377996 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-6eca80dd-7091-4c41-a35f-b2a7a3b59924 admin admin] 10.222.0.24 "DELETE /v2.0/routers/97569e67-5ec2-4c48-8153-91f921ad6b65 HTTP/1.1" status: 204 len: 168 time: 0.7454708 Jan 27 11:27:52.380489 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.wsgi [-] (102613) accepted ('10.222.0.24', 53950) {{(pid=102613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:52.423187 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.db.db_base_plugin_v2 [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Deleting subnet b8fc43e0-5086-4fa6-accc-54f23e3b0c1e {{(pid=102613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:27:52.426160 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Publish callbacks [] for subnet (b8fc43e0-5086-4fa6-accc-54f23e3b0c1e), before_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.460214 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62354792'] for subnet (b8fc43e0-5086-4fa6-accc-54f23e3b0c1e), precommit_delete_associations {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.543956 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559878'] for subnet (b8fc43e0-5086-4fa6-accc-54f23e3b0c1e), precommit_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.596941 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62459405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62571908'] for subnet (b8fc43e0-5086-4fa6-accc-54f23e3b0c1e), after_delete {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.623659 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron_lib.callbacks.manager [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for subnet (None), before_response {{(pid=102613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.627107 dv-cinder-826607-1-iscsi neutron-server[102613]: INFO neutron.wsgi [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8fc43e0-5086-4fa6-accc-54f23e3b0c1e HTTP/1.1" status: 204 len: 168 time: 0.2456102 Jan 27 11:27:52.628442 dv-cinder-826607-1-iscsi neutron-server[102613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a8dc2-96a0-484b-9862-081fbd1b711a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fc43e0-5086-4fa6-accc-54f23e3b0c1e,revision_number=None']} {{(pid=102613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:52.629438 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb649545-378d-4d46-8dad-b02562b83568 None None] Network 0c1aca23-1d16-4248-b034-6566b7c07411 requested from dv-cinder-826607-1-iscsi {{(pid=102614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:27:52.630097 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53952) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:52.702562 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3411335'] for network (0c1aca23-1d16-4248-b034-6566b7c07411), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.755618 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Deleting port 8671e6b9-ef08-4b44-a11f-c26eee17a733 {{(pid=102612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:52.755956 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.820236 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.db [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] For port 8671e6b9-ef08-4b44-a11f-c26eee17a733, host dv-cinder-826607-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-1-iscsi',level=0,port_id=8671e6b9-ef08-4b44-a11f-c26eee17a733,segment=NetworkSegment(8b0677c1-7e75-4c7c-be7f-d357edac6018),segment_id=8b0677c1-7e75-4c7c-be7f-d357edac6018)] {{(pid=102612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:52.820483 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.832889 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.plugin [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Calling delete_port for 8671e6b9-ef08-4b44-a11f-c26eee17a733 owned by network:dhcp {{(pid=102612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:52.862718 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] DHCP port deletion for 0c1aca23-1d16-4248-b034-6566b7c07411 request from dv-cinder-826607-1-iscsi {{(pid=102614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:27:52.912479 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58759135'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.916340 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Deleting port 8671e6b9-ef08-4b44-a11f-c26eee17a733 {{(pid=102614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:27:52.916707 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793108773214'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), before_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.938066 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8671e6b9-ef08-4b44-a11f-c26eee17a733,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:52.943675 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] No DVR routers for this DVR port 8671e6b9-ef08-4b44-a11f-c26eee17a733 on host dv-cinder-826607-1-iscsi {{(pid=102612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:27:52.978912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.db [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] For port 8671e6b9-ef08-4b44-a11f-c26eee17a733, host dv-cinder-826607-1-iscsi, got binding levels [] {{(pid=102614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:27:52.979072 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3666295'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), precommit_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:52.993389 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Calling delete_port for 8671e6b9-ef08-4b44-a11f-c26eee17a733 owned by network:dhcp {{(pid=102614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:27:52.996082 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.ipam_backend_mixin [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Port 8671e6b9-ef08-4b44-a11f-c26eee17a733 was not found and therefore no delete operation was performed {{(pid=102614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 11:27:52.997449 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3553112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793108777400', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793108211990'] for port (8671e6b9-ef08-4b44-a11f-c26eee17a733), after_delete {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.020753 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567185', 'neutron.services.segments.db._delete_segments_for_network-8793108569474'] for network (0c1aca23-1d16-4248-b034-6566b7c07411), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.022491 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] Pushing event deleted for resources: {'Port': ['ID=8671e6b9-ef08-4b44-a11f-c26eee17a733,revision_number=None']} {{(pid=102614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:53.026060 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1d549-5af6-4abc-b23a-e49441e0dcfc None None] No DVR routers for this DVR port 8671e6b9-ef08-4b44-a11f-c26eee17a733 on host dv-cinder-826607-1-iscsi {{(pid=102614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:27:53.044975 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1aca23-1d16-4248-b034-6566b7c07411']}} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:53.054713 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0677c1-7e75-4c7c-be7f-d357edac6018') {'for_net_delete': True} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:53.055014 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.services.segments.db [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0677c1-7e75-4c7c-be7f-d357edac6018') {} {{(pid=102612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:53.066162 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793108570251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62780938'] for segment (8b0677c1-7e75-4c7c-be7f-d357edac6018), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.079956 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941'] for segment (8b0677c1-7e75-4c7c-be7f-d357edac6018), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.086669 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:27:53.087168 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3610941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58758956'] for segment (8b0677c1-7e75-4c7c-be7f-d357edac6018), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: Traceback (most recent call last): Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: timer() Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: cb(*args, **kw) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: return func(*args, **kwargs) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: self._notify() Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: self.callback(batched_events) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: event.method(event) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: return f(self, *a, **k) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._get(url).json() Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: return self.request(url, 'GET', **kwargs) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:27:53.089147 dv-cinder-826607-1-iscsi neutron-server[102612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:27:53.155073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664510'] for network (0c1aca23-1d16-4248-b034-6566b7c07411), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.160299 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640547'] for network (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.168554 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c1aca23-1d16-4248-b034-6566b7c07411 HTTP/1.1" status: 204 len: 168 time: 0.5329330 Jan 27 11:27:53.178652 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23919c49-d57e-45bd-a35f-2855c71930d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1aca23-1d16-4248-b034-6566b7c07411,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:53.327741 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53956) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:53.367582 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-f1e69421-5980-45b7-9c6e-02f7d553f3cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=943fed8602c148598a885fadbbe1d6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386505 Jan 27 11:27:53.369965 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53958) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:53.417385 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] Publish callbacks [] for security_group (6ab49aa8-c73a-4b63-b518-fe56e118d35b), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.438107 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] Publish callbacks [] for security_group (6ab49aa8-c73a-4b63-b518-fe56e118d35b), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.484566 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (6ab49aa8-c73a-4b63-b518-fe56e118d35b), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.487432 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.488570 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab49aa8-c73a-4b63-b518-fe56e118d35b HTTP/1.1" status: 204 len: 168 time: 0.1177034 Jan 27 11:27:53.496181 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19856ee-072c-43f3-9b87-692f55554d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab49aa8-c73a-4b63-b518-fe56e118d35b,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:53.795422 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53964) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:53.839546 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-1758e029-336d-4fe2-ae14-ccdb2dab96cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e020e9c8274f445b81a3f8becf7002ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429051 Jan 27 11:27:53.841874 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [-] (102612) accepted ('10.222.0.24', 53966) {{(pid=102612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:53.858882 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:53.882730 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:53.882996 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device b7b8d08f-6c60-4c27-9a49-a4b4e2dd5fa9 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:53.883408 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:53.888335 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] Publish callbacks [] for security_group (c9946221-d5da-411d-b56f-379d38e8cfb1), before_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.901704 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:53.902051 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device c0422dbd-60b4-4cc8-9d1c-1395f5ba2fdf not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:53.902457 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8671e6b9-ef08-4b44-a11f-c26eee17a733 no longer exists at agent ovs-agent-dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:27:53.910138 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] Publish callbacks [] for security_group (c9946221-d5da-411d-b56f-379d38e8cfb1), precommit_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.921655 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] No Port match for: 8671e6b9-ef08-4b44-a11f-c26eee17a733 {{(pid=102614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:27:53.922007 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron.plugins.ml2.rpc [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Device 8671e6b9-ef08-4b44-a11f-c26eee17a733 not bound to the agent host dv-cinder-826607-1-iscsi {{(pid=102614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:27:53.960406 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580773'] for security_group (c9946221-d5da-411d-b56f-379d38e8cfb1), after_delete {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.962953 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron_lib.callbacks.manager [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:53.964082 dv-cinder-826607-1-iscsi neutron-server[102612]: INFO neutron.wsgi [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9946221-d5da-411d-b56f-379d38e8cfb1 HTTP/1.1" status: 204 len: 168 time: 0.1213295 Jan 27 11:27:53.972073 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61749fc2-1796-428d-b12d-316dec9a5574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9946221-d5da-411d-b56f-379d38e8cfb1,revision_number=None']} {{(pid=102612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:06.149436 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-27a1d10d-e7f5-4a15-a83e-eb08ea53678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:07.015972 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:08.557041 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d9853310-a207-41dd-b65e-e11b662b35fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:09.914134 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:10.919935 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:12.215477 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:26.408192 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:28:36.150088 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-49656a5e-7eb8-4360-85ff-d5ff9b034821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:37.018993 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:38.557064 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d5558967-8cd2-440a-9053-368eff742155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:39.918435 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:40.923892 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:42.217519 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:03.406758 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:29:06.151334 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-20599561-f2db-45e7-83f0-3e82a0848691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:07.002568 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:08.558144 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-a46bb796-4631-4cf8-bdb9-7ed0dffed096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:09.919912 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:10.926099 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:12.220333 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:36.152244 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-708718ae-58e5-4da9-8692-4f3a9f663dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:37.002752 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:38.559676 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e0c6-1363-45a8-bea7-0925f7e9b0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:39.921265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:40.405086 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:29:40.929385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:42.224355 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:06.153099 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-68943432-1f84-4112-81a1-5d876722ad85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:07.018958 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:08.561590 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8133151e-a834-4679-b0d9-97daf5304c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:09.924348 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.933241 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:12.228023 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:17.404304 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:30:36.154990 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-ab6f600d-7c2a-4a7d-a4a3-f9d5ea8afd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:37.037736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:38.564521 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2f83-a5a4-496e-bd06-10ff5354ff54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:39.928646 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:40.936239 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:42.231687 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:54.403059 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:31:06.157070 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-cd865f46-d508-4211-8686-83f2e5ba07f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:07.061292 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:08.565429 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-290c8654-0c99-4525-b72d-1ef48d9bbe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:09.929592 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:10.938320 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:12.233071 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:19.152317 dv-cinder-826607-1-iscsi neutron-server[102612]: DEBUG neutron.wsgi [req-2d606299-6b41-4bfd-90e6-6e83da0dda4f req-367bde12-b598-4d9a-af31-5728682ce4e3 service neutron] (102612) timed out ('10.222.0.44', 56928) {{(pid=102612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 11:31:31.401617 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:31:36.159276 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-fcc926c4-8041-44a7-bee7-df1e5f37fa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:37.061160 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:38.568794 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-8d268e76-3e86-4070-801a-a6876e2635b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:39.932861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:40.942776 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:42.234799 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:06.159256 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-58ee1320-d227-4aab-b392-1bb04ed724ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:07.075745 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:08.400805 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:32:08.572398 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d28a5b44-40ec-43f5-a79f-7c9a492f76b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:09.935496 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:10.945233 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:12.236863 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:36.161736 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-746a8946-51c1-4381-86a6-8ddca0d72389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:37.074385 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:38.573542 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-73d37297-6f87-4390-b073-e73d4d2918ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:39.937973 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:40.951265 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:42.238861 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e797-251b-41f8-bb3a-0cf1c3e0c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9dc719d1-2d44-4015-94af-59cec52f63fc), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:45.400057 dv-cinder-826607-1-iscsi neutron-server[102615]: DEBUG neutron.db.agents_db [None req-7a8de2a0-9265-434b-8835-e594197518d7 None None] Agent healthcheck: found 6 active agents {{(pid=102615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:33:06.163797 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-4689aabc-83db-4d75-96c1-e6dab563375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (31f45f61-d133-4854-a4c8-75e084a46798), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:07.090917 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-d863076c-c1e3-4555-bccd-a89b2763df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (3a3fb885-2d63-4332-a241-ca5fc98c69f2), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:08.576553 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-edf9cb48-82bc-4c3e-92b8-d27db7644810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (9c3bba62-ce12-4b6e-839b-06ec1bde3584), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:09.941793 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-2b6271d6-be22-43d8-9f1c-d581653f246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (6de30f54-a6d4-4749-b0c1-a7def5f581a4), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:10.952772 dv-cinder-826607-1-iscsi neutron-server[102614]: DEBUG neutron_lib.callbacks.manager [None req-da88503b-264e-40fe-9301-6b2bebc38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793108569456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565137'] for agent (085a5a13-7f8a-43d3-aa76-685f029d587f), after_update {{(pid=102614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}